{"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.050306551Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.066087377Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.069246062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.078885046Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.07891448Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.123995628Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.124036876Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.140775414Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/83cc3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.369604325Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.755038611Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771586399Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771666911Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771719474Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771756846Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771795765Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771850529Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.77189351Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771926832Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771965037Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.771998635Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772029966Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772065935Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772090827Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772138584Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772321138Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.77237861Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772431804Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772432708Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772505964Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.772564089Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:12.873223172Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 09:41:12.873285 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T09:41:13.074227122Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:13.074264172Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 09:41:42.819621 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.819929502Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820146379Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820196639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820340445Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820400084Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820424706Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820569031Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820702358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820798083Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820867686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820899364Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.820944072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.8211015Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.82121456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821246515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821309351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821366064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821474822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821580971Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821625674Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821649158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821672411Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821704615Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821782988Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821804252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821824169Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821882413Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.82190764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.821970428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822040742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822056615Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822129722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822215173Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822250864Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822272432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822563932Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822624824Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822650707Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822674181Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822693284Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822805891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822829472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.822921126Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823095078Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823115702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.82314321Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823197028Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823226989Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823249362Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823269404Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.823289423Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.841857618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:42.951975749Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.032337599Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.050028875Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.130992646Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.131037464Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132202563Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132223123Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132238921Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132249969Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132230501Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.132282522Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.137465086Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.137493863Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.226166477Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.226206912Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.226163209Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.226290444Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.514196727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a523dc-fb63-4953-a338-7a237f3159ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.518492747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a523dc-fb63-4953-a338-7a237f3159ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.527572961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a523dc-fb63-4953-a338-7a237f3159ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.532114861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45a523dc-fb63-4953-a338-7a237f3159ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.725375281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ea30f0-9030-4440-bebe-d2e783603c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.728672395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ea30f0-9030-4440-bebe-d2e783603c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.731743397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ea30f0-9030-4440-bebe-d2e783603c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:43.734844023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ea30f0-9030-4440-bebe-d2e783603c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.369634971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37aecaa-92e4-4ba8-8b51-e9357196b5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.372760294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37aecaa-92e4-4ba8-8b51-e9357196b5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.375833169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37aecaa-92e4-4ba8-8b51-e9357196b5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.379111384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37aecaa-92e4-4ba8-8b51-e9357196b5e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.590449109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d45c52-7e5f-49e1-a8db-c4ada7032ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.593528403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d45c52-7e5f-49e1-a8db-c4ada7032ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.597104272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d45c52-7e5f-49e1-a8db-c4ada7032ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:44.600161206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d45c52-7e5f-49e1-a8db-c4ada7032ce2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.221158409Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0301801f-0624-4606-abe4-0d8efa6c41b0","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.506181708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0301801f-0624-4606-abe4-0d8efa6c41b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.509522912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0301801f-0624-4606-abe4-0d8efa6c41b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.525759144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0301801f-0624-4606-abe4-0d8efa6c41b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.530139362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0301801f-0624-4606-abe4-0d8efa6c41b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.780694071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8450505-63c7-4eec-8b6b-ccf73c51d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.783850213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8450505-63c7-4eec-8b6b-ccf73c51d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.786946753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8450505-63c7-4eec-8b6b-ccf73c51d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:45.790041102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8450505-63c7-4eec-8b6b-ccf73c51d5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:46.142993042Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"0a727820-0d3a-4cf7-ac82-94ded570d559","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:46.807833503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c4dcb-3e11-4fee-b6e5-d09c4e599d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:46.810837121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c4dcb-3e11-4fee-b6e5-d09c4e599d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:46.813774214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c4dcb-3e11-4fee-b6e5-d09c4e599d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:46.816795769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c4dcb-3e11-4fee-b6e5-d09c4e599d0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:47.178510995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60cdb979-3c3c-4376-b8f3-b09e1103c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:47.181785559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60cdb979-3c3c-4376-b8f3-b09e1103c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:47.184761919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60cdb979-3c3c-4376-b8f3-b09e1103c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:41:47.188002372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60cdb979-3c3c-4376-b8f3-b09e1103c923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.095923801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d5d89b-0b16-438b-b580-52f58a47ffd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.099243608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d5d89b-0b16-438b-b580-52f58a47ffd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.102338064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d5d89b-0b16-438b-b580-52f58a47ffd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.10575708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d5d89b-0b16-438b-b580-52f58a47ffd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.485931425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd42adf-5e94-4699-9216-672f0734ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.489074472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd42adf-5e94-4699-9216-672f0734ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.492436156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd42adf-5e94-4699-9216-672f0734ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:08.495745079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd42adf-5e94-4699-9216-672f0734ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:12.850777607Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.257471267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb7167f-054a-460d-bc2c-74c20106fc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.269199404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb7167f-054a-460d-bc2c-74c20106fc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.276422601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb7167f-054a-460d-bc2c-74c20106fc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.280001158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb7167f-054a-460d-bc2c-74c20106fc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.489208818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cce844-2184-4bac-8eec-8075c7901060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.49396314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cce844-2184-4bac-8eec-8075c7901060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.497060293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cce844-2184-4bac-8eec-8075c7901060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.500381151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2cce844-2184-4bac-8eec-8075c7901060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.672458532Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5117b76f-dc12-4d9c-8b20-d6a52af84eac","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.895286582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be121c89-7f3c-4f38-a0ef-bb40227a1619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.898525301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be121c89-7f3c-4f38-a0ef-bb40227a1619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.925645147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be121c89-7f3c-4f38-a0ef-bb40227a1619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:39.929101343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be121c89-7f3c-4f38-a0ef-bb40227a1619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.126298087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb26d0c6-ff26-4d84-830e-63669c4339f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.129537195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb26d0c6-ff26-4d84-830e-63669c4339f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.132648077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb26d0c6-ff26-4d84-830e-63669c4339f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.135815019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb26d0c6-ff26-4d84-830e-63669c4339f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.329781245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02d8b65-7daf-477a-9379-acacfd8d9617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.333747567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02d8b65-7daf-477a-9379-acacfd8d9617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.340284672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02d8b65-7daf-477a-9379-acacfd8d9617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:40.350540352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e02d8b65-7daf-477a-9379-acacfd8d9617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:42.851102397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:43.088831254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bfce1-c636-4d22-834f-f48d22633d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:43.0945107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bfce1-c636-4d22-834f-f48d22633d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:43.127003512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bfce1-c636-4d22-834f-f48d22633d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:42:43.130629147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1bfce1-c636-4d22-834f-f48d22633d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.452885343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"785341bc-57ad-4b26-824e-9bff9a2fbc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.487210004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"785341bc-57ad-4b26-824e-9bff9a2fbc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.494446562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"785341bc-57ad-4b26-824e-9bff9a2fbc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.555813455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0df5273-8648-4790-9072-24cd943de9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.558881449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e57820b7-79ec-4c5b-9cd5-a1b47f38a7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.564903972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0df5273-8648-4790-9072-24cd943de9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.566985155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e57820b7-79ec-4c5b-9cd5-a1b47f38a7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.571986602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0df5273-8648-4790-9072-24cd943de9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.574021786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e57820b7-79ec-4c5b-9cd5-a1b47f38a7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.655831542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e085ff-8de3-4c33-a1e1-d49c90dbbadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.664311987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e085ff-8de3-4c33-a1e1-d49c90dbbadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.671593851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e085ff-8de3-4c33-a1e1-d49c90dbbadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.955297836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb673b-c7e4-49d2-92c7-caf5dbfcb0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.963713204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb673b-c7e4-49d2-92c7-caf5dbfcb0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:08.971701108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17bb673b-c7e4-49d2-92c7-caf5dbfcb0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.057646124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db67ae2e-6199-467d-b251-9758862e3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.057650186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1780dfe5-7ac1-4a9d-b3c2-1d50eb03c1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.066022226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db67ae2e-6199-467d-b251-9758862e3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.067399132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1780dfe5-7ac1-4a9d-b3c2-1d50eb03c1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.075320271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db67ae2e-6199-467d-b251-9758862e3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.07540092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1780dfe5-7ac1-4a9d-b3c2-1d50eb03c1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:43:09.09151225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99585842-395c-495e-ae82-be520e8b2556","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.123285384Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e25964b-6f6a-4895-b1ea-50f57caa915b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.153583795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a437d5-d1db-4b38-96e7-8b68a4660194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.153600121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6143fe99-e61e-4064-a07b-d4bafa69088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.162485586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6143fe99-e61e-4064-a07b-d4bafa69088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.162537543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a437d5-d1db-4b38-96e7-8b68a4660194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.171124364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a437d5-d1db-4b38-96e7-8b68a4660194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.171565165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6143fe99-e61e-4064-a07b-d4bafa69088e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:43:09.179501341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6143fe99-e61e-4064-a07b-d4bafa69088e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.183867606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d8de92-de5b-4822-9a8e-72af3b45b0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.19373245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d8de92-de5b-4822-9a8e-72af3b45b0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:43:09.196031095Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.201709132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d8de92-de5b-4822-9a8e-72af3b45b0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.22313663Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78ff7691-3727-4a20-8aab-00e7373cf1d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.223244752Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62d1aff2-7396-4f3b-a22f-9667869c584c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.257302275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19bb938e-0b4a-4f13-b147-03961b959ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.258327395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c57e61-dfdf-4f9b-b6af-86b42d39b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.265615878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19bb938e-0b4a-4f13-b147-03961b959ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.266608153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c57e61-dfdf-4f9b-b6af-86b42d39b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.272998235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19bb938e-0b4a-4f13-b147-03961b959ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.274104336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c57e61-dfdf-4f9b-b6af-86b42d39b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.32486885Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bc9a381-6e9d-4b75-8a07-ca807660f459","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.353742014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088c0e65-d0bf-47e1-a1a5-d17e19f47107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.36258887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088c0e65-d0bf-47e1-a1a5-d17e19f47107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.370250243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088c0e65-d0bf-47e1-a1a5-d17e19f47107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:09.96053277Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d7e9512-112c-4c0a-985c-eeb5c222e27a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.060730618Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84ffaf70-f841-48b9-b987-c706c241eb59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.591158914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ade5c77f-eabf-45c6-918f-88ddd22ed73a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.5911834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ade5c77f-eabf-45c6-918f-88ddd22ed73a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.598645713Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e17652e-e22d-4695-ba9c-cb9a8a71fe4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.598650417Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fb807c9-537e-444d-875c-13fe10450275","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.612609642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72f02a2d-678a-4f83-a788-d6089caf63af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.612634308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72f02a2d-678a-4f83-a788-d6089caf63af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.613599614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b049491e-46e0-4503-bbe1-d96f04530b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.615039895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc38ea35-211c-4396-bf9b-49c5e1923f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.623263932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b049491e-46e0-4503-bbe1-d96f04530b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.625291242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc38ea35-211c-4396-bf9b-49c5e1923f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.630442063Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b049491e-46e0-4503-bbe1-d96f04530b56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.634332968Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc38ea35-211c-4396-bf9b-49c5e1923f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.704505141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1c6e0ab-2f86-4219-8b7d-05c9494d6195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.705015786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d0cf79-dbf9-4ad1-886b-611456054709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.71306882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1c6e0ab-2f86-4219-8b7d-05c9494d6195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.713118869Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1c6e0ab-2f86-4219-8b7d-05c9494d6195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.713624738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d0cf79-dbf9-4ad1-886b-611456054709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:10.713662483Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d0cf79-dbf9-4ad1-886b-611456054709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.038347044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a349a05f-3ebc-4d77-b1dd-148eab6bb876","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.038382377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a349a05f-3ebc-4d77-b1dd-148eab6bb876","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.580285268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff5455a-51ad-4634-a935-803e73f06dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.580308383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d4fbed1-783f-4603-9624-3a684024ab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.588872058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff5455a-51ad-4634-a935-803e73f06dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.588914536Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff5455a-51ad-4634-a935-803e73f06dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.590097164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d4fbed1-783f-4603-9624-3a684024ab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:11.590145747Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d4fbed1-783f-4603-9624-3a684024ab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:12.850095938Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.806391582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b8d973c-c934-4ddb-885d-4093043b2347","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.806413644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b8d973c-c934-4ddb-885d-4093043b2347","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.806970818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79d5fa9b-5264-40b4-ae62-3614145cf298","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.806986238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"79d5fa9b-5264-40b4-ae62-3614145cf298","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.813816371Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac5c385a-d29c-4d0d-bcb6-dc5f249fe995","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.814383419Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b661bad9-0ec6-4cc7-9d2a-5a295ba31f33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.824829035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2520d218-7269-4f88-b816-a9dda5bb1b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.825396028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2249039-9c33-469a-a073-3974bd270b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.831158876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"613d4110-4429-43ac-9a7b-b571365d70d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.831178469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"613d4110-4429-43ac-9a7b-b571365d70d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.831396893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9249b849-a8c2-4323-b6f6-db70a451cc01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.831409182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9249b849-a8c2-4323-b6f6-db70a451cc01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.835249761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2520d218-7269-4f88-b816-a9dda5bb1b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.835296171Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2520d218-7269-4f88-b816-a9dda5bb1b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.837319884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2249039-9c33-469a-a073-3974bd270b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.837376356Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2249039-9c33-469a-a073-3974bd270b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.918229069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d9df29-5524-4520-b85e-99c74af6196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.918239757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0acee357-2cb0-4346-baa3-30bdb355e97e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.928312002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d9df29-5524-4520-b85e-99c74af6196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.92838424Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1d9df29-5524-4520-b85e-99c74af6196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.928323701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0acee357-2cb0-4346-baa3-30bdb355e97e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.928436351Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0acee357-2cb0-4346-baa3-30bdb355e97e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.978281099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1582c600-f3ec-4185-907b-2c89f6c83b3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:13.978305177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1582c600-f3ec-4185-907b-2c89f6c83b3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.713758738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef1f107c-ad64-4ee2-a63c-c07f173abfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.713916281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfdc990e-a553-4fd1-b6f3-e08f70d39cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.722969215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfdc990e-a553-4fd1-b6f3-e08f70d39cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.723014197Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfdc990e-a553-4fd1-b6f3-e08f70d39cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.724189257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef1f107c-ad64-4ee2-a63c-c07f173abfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:14.724237833Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef1f107c-ad64-4ee2-a63c-c07f173abfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.429512697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4556985-a8d4-4ab4-b27b-5efa9f8e8a5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.429535494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f4556985-a8d4-4ab4-b27b-5efa9f8e8a5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.429771394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae2d3807-dd56-4de9-9ac3-285f8d39333c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.429784221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae2d3807-dd56-4de9-9ac3-285f8d39333c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.429963063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc0df245-55ea-4086-be76-bdfc0c6481ff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.42997322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc0df245-55ea-4086-be76-bdfc0c6481ff","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.435381222Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41cb23cb-d1f5-4f30-bd7d-19a14b15b73e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.435427928Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a270975e-a175-4066-ac1b-eb55c2654161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.448748712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0883c27a-3b0f-40f4-95d4-850c7421559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.44876722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672e3f2b-8165-4081-88e8-5d33529abb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.451668465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3eafae2f-84bb-4da6-a9ff-e99d9fb3f6d1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.451685359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3eafae2f-84bb-4da6-a9ff-e99d9fb3f6d1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.451951998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09d6ac39-0739-4d00-bc78-ac4a58fae5dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.451965604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"09d6ac39-0739-4d00-bc78-ac4a58fae5dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.45216273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28a29a3c-4754-449c-bb07-d8b4c2d115e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.452173723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28a29a3c-4754-449c-bb07-d8b4c2d115e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.463176644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0883c27a-3b0f-40f4-95d4-850c7421559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.463219939Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0883c27a-3b0f-40f4-95d4-850c7421559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.465747718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672e3f2b-8165-4081-88e8-5d33529abb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.465797045Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"672e3f2b-8165-4081-88e8-5d33529abb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.541025349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92161933-d7c0-4093-90ec-737229d596e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.541444467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"057a5bc5-f71a-458d-a885-c58cb176ad16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.549850359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92161933-d7c0-4093-90ec-737229d596e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.549895782Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92161933-d7c0-4093-90ec-737229d596e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.550251422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"057a5bc5-f71a-458d-a885-c58cb176ad16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.550297976Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"057a5bc5-f71a-458d-a885-c58cb176ad16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.596317352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"082934e8-c0ad-4008-a606-a7c60c0ddc74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.596338941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"082934e8-c0ad-4008-a606-a7c60c0ddc74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889118925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bfd0295-0b95-441b-b5b8-0a496f4af0d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.88921519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1bfd0295-0b95-441b-b5b8-0a496f4af0d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889526143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b84a9de9-685c-487d-91a0-9b35d965ce02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889540955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b84a9de9-685c-487d-91a0-9b35d965ce02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889763321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"458136dc-ebca-4e26-9909-8fd97bd9638b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889775148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"458136dc-ebca-4e26-9909-8fd97bd9638b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889961925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"50e0fec1-9e4b-41cd-8e9e-6a5ddc7ae567","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.889977324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"50e0fec1-9e4b-41cd-8e9e-6a5ddc7ae567","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.896416449Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db449147-822e-49b1-b6f2-207e6a7829a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.896741772Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f71db2a-9678-4c9e-8613-a0f130810f6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.909006765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"590101a8-8b24-44e5-94af-fd4061ca34f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.911211941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecdfbf4-ed69-45e7-a219-e9fd9bf5c2dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.911232366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fecdfbf4-ed69-45e7-a219-e9fd9bf5c2dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.911725477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4c4b5ff-29d8-4577-8ea8-16b846160b8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.911743687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d4c4b5ff-29d8-4577-8ea8-16b846160b8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.912044693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb386934-2267-4ab3-8793-974d395b4127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.912061139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fb386934-2267-4ab3-8793-974d395b4127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.912258919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735d4266-dcf8-4f60-910f-aeff602a9faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.912301644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1f89437-ecbf-4fe2-8857-e9aba47047f3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.912315628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1f89437-ecbf-4fe2-8857-e9aba47047f3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.921145958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"590101a8-8b24-44e5-94af-fd4061ca34f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.921183997Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"590101a8-8b24-44e5-94af-fd4061ca34f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.921588134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735d4266-dcf8-4f60-910f-aeff602a9faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:15.921631518Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735d4266-dcf8-4f60-910f-aeff602a9faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.002215394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c705fe29-72fb-4b25-b751-65f8dca22582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.002252608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b9856d5-ab56-4494-9b69-c63d708050c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.012545892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b9856d5-ab56-4494-9b69-c63d708050c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.012619846Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b9856d5-ab56-4494-9b69-c63d708050c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.012641272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c705fe29-72fb-4b25-b751-65f8dca22582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.012698907Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c705fe29-72fb-4b25-b751-65f8dca22582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.060525087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51fd41ae-7769-4546-aeeb-49d581026154","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.060542894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51fd41ae-7769-4546-aeeb-49d581026154","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.97015372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4257bf32-4d1d-4715-ac50-47b7f319dd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.970194301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690a19b2-0e79-4235-83ce-83259de2247a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.979844172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4257bf32-4d1d-4715-ac50-47b7f319dd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.97988856Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4257bf32-4d1d-4715-ac50-47b7f319dd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.98114036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690a19b2-0e79-4235-83ce-83259de2247a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:16.981190268Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690a19b2-0e79-4235-83ce-83259de2247a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.079312629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45e69ec6-8485-4ed0-afb6-d7df7bee8be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.079310499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eacdb44-1931-4c7a-beb2-a2fea4468877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.092893772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45e69ec6-8485-4ed0-afb6-d7df7bee8be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.092945475Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45e69ec6-8485-4ed0-afb6-d7df7bee8be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.095642121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eacdb44-1931-4c7a-beb2-a2fea4468877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.095688248Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0eacdb44-1931-4c7a-beb2-a2fea4468877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.53638706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc2ce07a-9cb2-41f9-a5d3-cc537857dfec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.536415221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc2ce07a-9cb2-41f9-a5d3-cc537857dfec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.536783139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95cdb6d6-b8f1-45a3-aca4-3b9090467afd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.536797954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95cdb6d6-b8f1-45a3-aca4-3b9090467afd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.536973468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d72cee5b-5b39-4f22-9e5a-8f850474c0cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.536983923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d72cee5b-5b39-4f22-9e5a-8f850474c0cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.53714601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd2c248a-83be-4aa1-ab66-f5cde143511e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.537155181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd2c248a-83be-4aa1-ab66-f5cde143511e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.537314648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e3b7102-1e03-4c36-ab22-4e2ef57bb111","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.537324192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e3b7102-1e03-4c36-ab22-4e2ef57bb111","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.567423989Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f841592-d279-4960-815a-dde81d52305f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.567816383Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09002e77-9e3e-48dd-a7b6-69e39851cde8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.567872793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13e3962d-778a-44b1-9e23-638eaab5a06e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.567893975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13e3962d-778a-44b1-9e23-638eaab5a06e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568172683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf202fd1-debe-4fd3-bad9-1f85271fd1de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568187685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf202fd1-debe-4fd3-bad9-1f85271fd1de","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568472993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0505c474-70a8-4085-ab4a-fb8f62ae94b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568487355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0505c474-70a8-4085-ab4a-fb8f62ae94b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568786076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e2e4d67-c238-46b5-958e-3452abe9c59b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.568801393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e2e4d67-c238-46b5-958e-3452abe9c59b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.569025135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dee2f6f-fced-4971-8ad0-3ec0a86aea76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.569035246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dee2f6f-fced-4971-8ad0-3ec0a86aea76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.582469672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67ef406-5688-420a-af0a-32153bc7168b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.582485891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb3de14-e9e9-4179-9027-7238d0af3c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.59256936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb3de14-e9e9-4179-9027-7238d0af3c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.592610353Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb3de14-e9e9-4179-9027-7238d0af3c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.598538473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67ef406-5688-420a-af0a-32153bc7168b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.598579585Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67ef406-5688-420a-af0a-32153bc7168b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.666957179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3448c54-c3aa-413d-94c5-d7244821c6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.667780026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e5474d-6fdc-45fd-afb3-f8868d6a3002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.677424339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3448c54-c3aa-413d-94c5-d7244821c6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.677471619Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3448c54-c3aa-413d-94c5-d7244821c6ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.67742822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e5474d-6fdc-45fd-afb3-f8868d6a3002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.677561537Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e5474d-6fdc-45fd-afb3-f8868d6a3002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.765481794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0adde395-f14b-4652-b0d8-c614ce8ebd55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:17.765499094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0adde395-f14b-4652-b0d8-c614ce8ebd55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.055292042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a44634df-4624-4a35-98fe-5b8fc5fea1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.055300967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a88bdba9-1293-4012-b77f-177fdbeb9a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.065550712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a44634df-4624-4a35-98fe-5b8fc5fea1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.065599772Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a44634df-4624-4a35-98fe-5b8fc5fea1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.06566496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a88bdba9-1293-4012-b77f-177fdbeb9a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.065716331Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a88bdba9-1293-4012-b77f-177fdbeb9a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.123106809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b56dfc1-bcf6-4555-8f1f-4433d25551d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.123134507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b56dfc1-bcf6-4555-8f1f-4433d25551d3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.123492016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"213f490b-b425-4dd8-8388-b7b2ef8d4bdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.12350923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"213f490b-b425-4dd8-8388-b7b2ef8d4bdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.123777677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fcd53cc-8aa2-46a6-b0f9-2fd8cc67adb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.123792915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3fcd53cc-8aa2-46a6-b0f9-2fd8cc67adb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.124033734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40a84b9b-612c-4edd-ab8b-ed484f20f47b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.12404742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40a84b9b-612c-4edd-ab8b-ed484f20f47b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.124305835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6aa6e5d4-2d2b-4646-84bb-47a0b81a09f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.12432252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6aa6e5d4-2d2b-4646-84bb-47a0b81a09f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.12477419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a98d3ab6-0870-4a1d-add4-59bf79fe3590","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.1247901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a98d3ab6-0870-4a1d-add4-59bf79fe3590","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.130864194Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8768b14d-7166-43e2-b523-4c56c1300b68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.130940976Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfbdbc6a-1e1c-4566-8ea9-da795e154831","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.160887976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0bfb0f9-2f44-4862-bf73-4c35085935ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.160907894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c0bfb0f9-2f44-4862-bf73-4c35085935ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.161201095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48ed97c6-9b1a-4902-aca8-ed80deb40cd8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.16121561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"48ed97c6-9b1a-4902-aca8-ed80deb40cd8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.161507601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a025f9b-5a6b-4a93-910c-2c2918c302b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.161523192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a025f9b-5a6b-4a93-910c-2c2918c302b4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.161798904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34af2740-e315-4b39-8876-3ac1dc824d1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.161816324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34af2740-e315-4b39-8876-3ac1dc824d1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.162109387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47e62550-b749-4158-b3ef-dde68380942c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.162126996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47e62550-b749-4158-b3ef-dde68380942c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.162418847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e8a3c35-57f0-43b1-8533-3034983946c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.162435467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e8a3c35-57f0-43b1-8533-3034983946c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.168621208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a89ef006-5910-47e2-8d2c-9851a63ff0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.168693564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7438969-a031-41bf-9ee9-ae6b3632c51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.181942442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a89ef006-5910-47e2-8d2c-9851a63ff0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.181989566Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a89ef006-5910-47e2-8d2c-9851a63ff0cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.185317415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7438969-a031-41bf-9ee9-ae6b3632c51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.185382757Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7438969-a031-41bf-9ee9-ae6b3632c51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.25972328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee75ce80-189c-4820-a540-4be43cfc5abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.260001597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c00f95-1a7c-48d2-b886-d2c7fd5c0b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.270237396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c00f95-1a7c-48d2-b886-d2c7fd5c0b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.27031609Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c00f95-1a7c-48d2-b886-d2c7fd5c0b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.271098905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee75ce80-189c-4820-a540-4be43cfc5abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.271165537Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee75ce80-189c-4820-a540-4be43cfc5abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.341635044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dc90910-8dd5-42eb-aa4f-443befa02273","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:19.341655749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dc90910-8dd5-42eb-aa4f-443befa02273","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.076432328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4dd56e12-5c27-47ce-8aa7-177ba47e2585","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.076453024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4dd56e12-5c27-47ce-8aa7-177ba47e2585","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.076703488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a56579b-0a12-4dac-be60-8c4e4dc77deb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.07671414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a56579b-0a12-4dac-be60-8c4e4dc77deb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.076889724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa6350e4-6937-41d3-829e-0797d4aef783","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.076900697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa6350e4-6937-41d3-829e-0797d4aef783","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077060309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe898f25-086f-469a-9995-38c067b4b1c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077069253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe898f25-086f-469a-9995-38c067b4b1c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077271075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7db59a87-8fbd-49d0-b9b4-83680ae39e87","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077282896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7db59a87-8fbd-49d0-b9b4-83680ae39e87","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077500873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c4e48de-cda1-4cb3-ac48-7778fe09ad40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077511717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c4e48de-cda1-4cb3-ac48-7778fe09ad40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.07767555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d688236a-feba-4b74-8f7b-98638c5b7d9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.077685931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d688236a-feba-4b74-8f7b-98638c5b7d9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.090070868Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2904881a-4bd7-421d-9715-044dfb367dd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.100688068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab54c0da-5816-439d-8d82-6f4698096e43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.100703006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab54c0da-5816-439d-8d82-6f4698096e43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.100931609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91cc13ac-984c-4557-9169-d32bec110f32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.100942661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"91cc13ac-984c-4557-9169-d32bec110f32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.101131188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2dd678b-c15f-4d5b-b765-de4d6cfaced9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.101141823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f2dd678b-c15f-4d5b-b765-de4d6cfaced9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.101387731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0180f003-33ba-474f-b374-bd576ab9e270","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.101406693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0180f003-33ba-474f-b374-bd576ab9e270","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.101744495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5113971-ba99-47ac-a4b1-b5eb810439ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.10176002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5113971-ba99-47ac-a4b1-b5eb810439ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.102039757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32eeca7c-83e8-49cc-a917-6c1b77b0b3ad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.102055441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32eeca7c-83e8-49cc-a917-6c1b77b0b3ad","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.102319942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bdc0d74-7b1c-4ead-8295-ed3daf398590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.102416745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bdc0d74-7b1c-4ead-8295-ed3daf398590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.107952134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4084ac44-af4d-402e-b26e-3deae651b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.108035728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55807c28-964f-41a6-87f6-ce267dae2665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.120005987Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d647cbc1-397b-4975-9350-0b0e5f0ed029","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.124953509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4084ac44-af4d-402e-b26e-3deae651b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.124991754Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4084ac44-af4d-402e-b26e-3deae651b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.125388833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55807c28-964f-41a6-87f6-ce267dae2665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.193910741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93612aad-3232-4432-8d3e-71ea7399375d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.196565274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81d1fb1d-0e32-4992-9c80-fe24cc1fa25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.202347351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93612aad-3232-4432-8d3e-71ea7399375d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.210381858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81d1fb1d-0e32-4992-9c80-fe24cc1fa25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.210442598Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81d1fb1d-0e32-4992-9c80-fe24cc1fa25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.212712321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cccdfd-5133-40f6-938d-c7a2930f37f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.212726166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9cccdfd-5133-40f6-938d-c7a2930f37f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.230822013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e913b10d-58c7-43e0-84e9-894cab6f6fd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.277153708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f375e4d-9edf-4c09-8c87-81b0dab59222","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.277175367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f375e4d-9edf-4c09-8c87-81b0dab59222","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.331666355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c60a6d1d-d48d-48d0-be80-5b08b4eebf15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.455189086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e76184-02a1-46be-bb0c-64389aaba117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.463887014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6174f021-7b0d-4f4e-87e6-1d1e33c0df37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.468704136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e76184-02a1-46be-bb0c-64389aaba117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.468753175Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e76184-02a1-46be-bb0c-64389aaba117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:20.48431639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6174f021-7b0d-4f4e-87e6-1d1e33c0df37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.535889159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b0f07a2-8356-4834-bbd8-1e27cf190c46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.535914126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b0f07a2-8356-4834-bbd8-1e27cf190c46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.536227546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e53d7320-4d4e-4aa2-aecf-a57658462296","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.536245845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e53d7320-4d4e-4aa2-aecf-a57658462296","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.536549125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9f51780-dc1e-42c8-93a3-c527465c647f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.536565981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9f51780-dc1e-42c8-93a3-c527465c647f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.53681648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"daee489b-7a2f-4a3a-9ef2-a9cae5a0c711","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.536831325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"daee489b-7a2f-4a3a-9ef2-a9cae5a0c711","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.537091933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36baaf85-4449-451c-9495-26818569b6fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.537111383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36baaf85-4449-451c-9495-26818569b6fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.537389067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c12c886-bf1e-41f2-9c8f-8b3320cbab99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.537404964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c12c886-bf1e-41f2-9c8f-8b3320cbab99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.537664912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efdb48d6-149e-4f04-bc6f-004f6ef8d6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.53768074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efdb48d6-149e-4f04-bc6f-004f6ef8d6ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.538020524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a029612-2d07-4535-96ab-abbe8cf4e71e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.538033214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a029612-2d07-4535-96ab-abbe8cf4e71e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.570064535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d68dfe-8aa1-413f-8fcc-6e8b17c72a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.575705992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25a86987-0453-42c4-8872-b63214f39094","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.575719828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25a86987-0453-42c4-8872-b63214f39094","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.575949707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b0ddcc9-e635-4af9-a7c6-6d5f21dd4b00","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.575963675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b0ddcc9-e635-4af9-a7c6-6d5f21dd4b00","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576154802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc3b4515-a51d-4efb-9606-1995bc01c781","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576167346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc3b4515-a51d-4efb-9606-1995bc01c781","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576369077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76d65b6c-6845-4906-a94c-d374f9eb5338","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576383924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76d65b6c-6845-4906-a94c-d374f9eb5338","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576601332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf469ac6-fcf4-41f6-8dfe-c1d97f1914ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576613392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf469ac6-fcf4-41f6-8dfe-c1d97f1914ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576795019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b267dcf5-cc1d-4fd8-868a-f9292e6aa505","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.576805703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b267dcf5-cc1d-4fd8-868a-f9292e6aa505","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.57699064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03b85bcf-421e-4642-a31e-5f7d853a38dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.577000462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03b85bcf-421e-4642-a31e-5f7d853a38dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.577226881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f02cbdbe-de3f-468d-82fe-d51a064efccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.577237876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f02cbdbe-de3f-468d-82fe-d51a064efccf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.592613225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91b05caa-6725-4314-ab14-4159bfd80fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.592864724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1d8f4b3-bdbd-4299-845b-be9b715fd349","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.598192895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d68dfe-8aa1-413f-8fcc-6e8b17c72a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.624455629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68914015-7412-42eb-a2ab-4337a7e33a85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.624469632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68914015-7412-42eb-a2ab-4337a7e33a85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.624868973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a299acc6-a9aa-4666-9269-5886c8921b2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.624885552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a299acc6-a9aa-4666-9269-5886c8921b2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.653002287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5659a33-459e-4cd9-b7f1-3e033567793b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.663697987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9ad1a27-4d26-4724-a7a9-1b03e41d7e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.664079651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f4709f1-0e42-402e-ba1b-19f52394458b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.664185068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5659a33-459e-4cd9-b7f1-3e033567793b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.758815142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d3e7942-5932-48a8-b36d-ccf55e204976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.767098897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b813254-1206-496f-83ed-1758d547a7f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.767115615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0b813254-1206-496f-83ed-1758d547a7f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.770121248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d3e7942-5932-48a8-b36d-ccf55e204976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.787925646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb053351-021b-4ce1-8e4f-a7a492152d89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.850931888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607024c5-d122-47a9-abef-157b87716acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:22.859208872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"607024c5-d122-47a9-abef-157b87716acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:23.4577095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f74f290c-2988-435e-9acb-f9df68bbe106","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:23.45773554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f74f290c-2988-435e-9acb-f9df68bbe106","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.420751007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b961792-58ab-493d-8c5e-71807f2db0ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.440925471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64bc2c1c-95c2-4e1b-aa26-7b4c7ef5e443","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.440946416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64bc2c1c-95c2-4e1b-aa26-7b4c7ef5e443","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.482818207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aaee59-3a69-4903-a7fc-d921b91909a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.482827327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de30b642-b858-405a-a930-360a38cb583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.493453547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6aaee59-3a69-4903-a7fc-d921b91909a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:24.493579449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de30b642-b858-405a-a930-360a38cb583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:26.144376804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb962e6a-c49e-4e3a-925d-869767bb04f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:26.247824859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"061e9a43-5927-4fe7-a940-2eafb9aa471a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.158059134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1da48131-b86b-4fdd-8b4a-9a86f21660c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.158078264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1da48131-b86b-4fdd-8b4a-9a86f21660c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.426344003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5737f08a-fa88-444f-b935-2e2d706d788b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.426387938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5737f08a-fa88-444f-b935-2e2d706d788b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.684266618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b4af10ad-43c9-4c78-9bd8-f925f5e61cd0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.684291198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b4af10ad-43c9-4c78-9bd8-f925f5e61cd0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.94502421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b2f46a8-f1d8-4503-82fb-1ea49392c5b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:30.945042518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5b2f46a8-f1d8-4503-82fb-1ea49392c5b5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.216742023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c71ca486-5ec0-4cc6-ba82-0dbc658953ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.216760937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c71ca486-5ec0-4cc6-ba82-0dbc658953ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.496295366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60b901e-9f8e-4843-bd5e-a14c4873d411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.496319868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60b901e-9f8e-4843-bd5e-a14c4873d411","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.513167643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a24509c-e6ef-4d04-a8ca-37edaa9ed371","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.515637829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f7b2407-d375-4000-97ed-f6b69840e127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.515637546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6dfacf-3ddd-4db4-b412-690953f67273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.525653136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6dfacf-3ddd-4db4-b412-690953f67273","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.525670491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f7b2407-d375-4000-97ed-f6b69840e127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.529974145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061c3560-11b8-4fc8-a039-b2103abca71f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.529989878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"061c3560-11b8-4fc8-a039-b2103abca71f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:31.612292787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a21b8950-0adc-4727-a553-0ce2e115b667","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.512961146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c777a58-17d6-4d9d-b153-d39366804bc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.512988704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c777a58-17d6-4d9d-b153-d39366804bc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.533042649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a31a43f4-dac5-468f-a005-f60b21ee85d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.53309029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02a970f0-1685-4082-8cb9-f922b7a04054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.533678863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02506369-0cb0-4559-976d-3a60727c7b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.542925561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a31a43f4-dac5-468f-a005-f60b21ee85d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.543098827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02a970f0-1685-4082-8cb9-f922b7a04054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.553445078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40219c7b-5195-4026-8f1f-f619988446af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.553460554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40219c7b-5195-4026-8f1f-f619988446af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:33.633536366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f3e859f-221d-484a-851b-ab782d2c19d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.411836031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b050662d-3e69-4d6c-9193-11bcf6b3f95b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.411855901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b050662d-3e69-4d6c-9193-11bcf6b3f95b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.422909568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecd3bcf-1a90-4ec7-8896-3d1b62515e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.43247252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ecd3bcf-1a90-4ec7-8896-3d1b62515e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.452059613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4385415c-4f2a-40d3-9b1a-217dc66107bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.452075099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4385415c-4f2a-40d3-9b1a-217dc66107bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.58995361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34fe54e2-34e8-4327-9840-6fe7abbacbf0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.589971815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34fe54e2-34e8-4327-9840-6fe7abbacbf0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.598865085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fa12ed6-007c-4773-8924-6f1c198c0e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.598904597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44982198-7574-4d7c-95f0-1669005a3c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.603825936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22305db3-0729-416c-8481-b3d190300ca9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.607408783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44982198-7574-4d7c-95f0-1669005a3c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.607476823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fa12ed6-007c-4773-8924-6f1c198c0e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.645771366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"421bb090-07d1-4ca3-ba43-ae5e80544e56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:39.645787059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"421bb090-07d1-4ca3-ba43-ae5e80544e56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:43:42.849263565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.512562328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bb52b5-e91a-4667-b244-4d5029d27280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.515838466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bb52b5-e91a-4667-b244-4d5029d27280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.519209155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bb52b5-e91a-4667-b244-4d5029d27280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.522479871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bb52b5-e91a-4667-b244-4d5029d27280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.968204685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce110f4-dace-44dd-b394-5257361b4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.971474003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce110f4-dace-44dd-b394-5257361b4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.974723744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce110f4-dace-44dd-b394-5257361b4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:09.978003028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce110f4-dace-44dd-b394-5257361b4fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.300938599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c73203-dcc4-40a7-bb43-458eedeb1d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.304286083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c73203-dcc4-40a7-bb43-458eedeb1d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.307569812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c73203-dcc4-40a7-bb43-458eedeb1d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.310727876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c73203-dcc4-40a7-bb43-458eedeb1d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.403169484Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a110ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a110ef","reconcileID":"a22ac85c-2644-4e3f-b09f-522efcd13f72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a110ef","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-a110ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.625539104Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2e80fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2e80fb","reconcileID":"7a9e954c-f838-4455-b3c6-e16ab94348f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2e80fb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-2e80fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.698348621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aecebd-c1f4-4de3-b315-ac2a8c64e876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.701631681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aecebd-c1f4-4de3-b315-ac2a8c64e876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.706876531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aecebd-c1f4-4de3-b315-ac2a8c64e876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:10.710041204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57aecebd-c1f4-4de3-b315-ac2a8c64e876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.023740596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338f1766-be0f-481c-ac4a-e983502541f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.032446029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338f1766-be0f-481c-ac4a-e983502541f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.042613433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338f1766-be0f-481c-ac4a-e983502541f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.051920812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338f1766-be0f-481c-ac4a-e983502541f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.51069832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ecf93a-f588-4bb5-ab4b-178ef0cd81ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.514593511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ecf93a-f588-4bb5-ab4b-178ef0cd81ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.5178968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ecf93a-f588-4bb5-ab4b-178ef0cd81ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.521041334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ecf93a-f588-4bb5-ab4b-178ef0cd81ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.881030244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc87ba38-831d-4747-acc0-c8cf311b2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.884609015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc87ba38-831d-4747-acc0-c8cf311b2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.887796794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc87ba38-831d-4747-acc0-c8cf311b2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:11.891676248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc87ba38-831d-4747-acc0-c8cf311b2fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.264914866Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-000ffb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-000ffb","reconcileID":"0dff37e5-fc1f-4183-8730-045c71e598a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-000ffb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-000ffb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.668951203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f26b0-bcaf-4ef6-9309-dbbfa6db53ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.673847176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f26b0-bcaf-4ef6-9309-dbbfa6db53ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.676967635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f26b0-bcaf-4ef6-9309-dbbfa6db53ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.680131723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f26b0-bcaf-4ef6-9309-dbbfa6db53ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:12.859057609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:13.662423836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"1f5e540c-402a-4fcc-8b4e-c7887a1a738c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:13.6829252Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"1f5e540c-402a-4fcc-8b4e-c7887a1a738c","name":"e2e-worker-w3-a110ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:14.736376211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"782215e2-7e81-437d-bdb0-653248bb314b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:14.759815461Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"782215e2-7e81-437d-bdb0-653248bb314b","name":"e2e-worker-w0-2e80fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:16.529553998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d007c478-52a7-4b56-8077-000c22817c6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:16.629537676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"677ba55c-61dd-4724-9d1c-55c61d7ecf76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:16.779342501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"3965c5bc-06ce-4ea6-bacf-c50a4529faba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:16.80034713Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"3965c5bc-06ce-4ea6-bacf-c50a4529faba","name":"e2e-praxis-a-000ffb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:22.616763926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f443e8ae-b517-475a-82da-1bb2ca94b2ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:22.724056638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"927df15a-91de-4835-b842-baeafc096c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.319461098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb0f7fc-246c-45c8-9e51-7ee895fff373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.323894526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb0f7fc-246c-45c8-9e51-7ee895fff373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.333614952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb0f7fc-246c-45c8-9e51-7ee895fff373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.349400413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fb0f7fc-246c-45c8-9e51-7ee895fff373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.613939252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd339e1b-3b33-4a03-80c6-24d12dd9bfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.617201835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd339e1b-3b33-4a03-80c6-24d12dd9bfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.620460055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd339e1b-3b33-4a03-80c6-24d12dd9bfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:24.623658659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd339e1b-3b33-4a03-80c6-24d12dd9bfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.216305369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98f6d54-b476-4ec0-9f26-710be576a160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.219631346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98f6d54-b476-4ec0-9f26-710be576a160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.222721529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98f6d54-b476-4ec0-9f26-710be576a160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.229970813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e98f6d54-b476-4ec0-9f26-710be576a160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.512019008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a64e819-f10c-4f4a-a330-c9f2979728fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.515980155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a64e819-f10c-4f4a-a330-c9f2979728fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.521476839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a64e819-f10c-4f4a-a330-c9f2979728fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:25.531182197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a64e819-f10c-4f4a-a330-c9f2979728fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.651099616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bf0a10-d61a-4728-ab59-a08fe7263508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.651197223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3bf0a10-d61a-4728-ab59-a08fe7263508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.663175608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95c7f7c-ae89-4103-9465-1473f6ec9c60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.663238639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95c7f7c-ae89-4103-9465-1473f6ec9c60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.740936179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"76638f89-e0af-4a9b-8fc9-558983459eaf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.755643607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"76638f89-e0af-4a9b-8fc9-558983459eaf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.888413513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c0aa37-9261-4de6-9d8f-2fefb24c2b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.888543177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37c0aa37-9261-4de6-9d8f-2fefb24c2b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.89880139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ab1939-175a-41ee-aad8-b618495e97dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.898817387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ab1939-175a-41ee-aad8-b618495e97dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.900938355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcfae341-90d9-4dee-aa6a-7f45c0b043a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.901841954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc10a23-9e6f-47f0-a37f-dafc53e698d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.901855808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afc10a23-9e6f-47f0-a37f-dafc53e698d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.902862579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09edb29c-bb2f-4d8f-8a2e-4c06d66f69ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.902874794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09edb29c-bb2f-4d8f-8a2e-4c06d66f69ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.907102688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b9f9506-3701-4945-ba2f-39c3279eb0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:44:26.907279749Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-4a9a48f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-4a9a48f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.913196969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcfae341-90d9-4dee-aa6a-7f45c0b043a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.914663946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9fd7bae-6830-48de-964d-840de5328c94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.914678195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9fd7bae-6830-48de-964d-840de5328c94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.92312286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3804622b-75f7-447f-8e77-a92e5b6a56d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.923136632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3804622b-75f7-447f-8e77-a92e5b6a56d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.92407643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b9f9506-3701-4945-ba2f-39c3279eb0ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.951548102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"22fd7ba9-7db1-4fe3-813a-f69a87a771b6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-4a9a48f3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.951682292Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"22fd7ba9-7db1-4fe3-813a-f69a87a771b6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a9a48f3","error":"MaaSModelRef not found: llm/nonexistent-model-4a9a48f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.974395928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf29d61-7c7f-4b3a-98e0-d34829145ea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.974414943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf29d61-7c7f-4b3a-98e0-d34829145ea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:26.997854079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"c80d860d-595e-4687-885d-a11747cb37b2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.000077441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bf15dac-72ed-4505-9054-f9a561b898b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.001134782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d21b02aa-4602-4a40-83ca-24e97d50dbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.006191212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"c80d860d-595e-4687-885d-a11747cb37b2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.01141036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bf15dac-72ed-4505-9054-f9a561b898b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.013872249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d21b02aa-4602-4a40-83ca-24e97d50dbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.047385827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63f576fe-602d-4913-8917-a3b8373d6da0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.052979648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"3d0b9e3a-cd32-4ff3-aa0c-6d87b9750e48","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.053157606Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"3d0b9e3a-cd32-4ff3-aa0c-6d87b9750e48","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a9a48f3","error":"MaaSModelRef not found: llm/nonexistent-model-4a9a48f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.463529936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8ddf0-17e0-4f09-a8a5-ad27122c767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.468181318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8ddf0-17e0-4f09-a8a5-ad27122c767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.472524276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8ddf0-17e0-4f09-a8a5-ad27122c767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.481690461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8ddf0-17e0-4f09-a8a5-ad27122c767b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.538929383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3aea16-3633-43b0-a7c8-c7bc53699f9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.538956701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3aea16-3633-43b0-a7c8-c7bc53699f9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.559817986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd34980a-7886-4c30-91f5-c456f4549a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.561160495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91089e56-03b2-4bdb-a63d-9ca83b70ca59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.561231882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"a5cd37b0-ffeb-4134-98c0-f995ec350140","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.568199046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd34980a-7886-4c30-91f5-c456f4549a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.569529028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91089e56-03b2-4bdb-a63d-9ca83b70ca59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.5709604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"a5cd37b0-ffeb-4134-98c0-f995ec350140","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.811153345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae6c67-345d-4f0d-b86f-7e1a619ee2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.814608219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae6c67-345d-4f0d-b86f-7e1a619ee2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.819527834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae6c67-345d-4f0d-b86f-7e1a619ee2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:27.822788194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ae6c67-345d-4f0d-b86f-7e1a619ee2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:29.576380755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96ad0187-012f-44eb-ae13-5e1f10787a6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:29.674722355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85e80c6c-a905-4fe7-a312-a86df700ce25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:29.675193775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf1a29bd-a005-4777-9dc4-0674bdc3b24c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:35.048934448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13ee2a9b-2c4a-438e-8c98-04878d2fd046","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:35.156043468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72d494d5-e61f-4ced-b447-97c4ad6fe24d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.326729085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a67b6a-a0ff-4597-8a3b-26c63a8ec738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.330105562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a67b6a-a0ff-4597-8a3b-26c63a8ec738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.334505894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a67b6a-a0ff-4597-8a3b-26c63a8ec738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.337950065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a67b6a-a0ff-4597-8a3b-26c63a8ec738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.837781621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7d0b7-51b7-4f8b-9f99-0984f8afcc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.843120896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7d0b7-51b7-4f8b-9f99-0984f8afcc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.847894397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7d0b7-51b7-4f8b-9f99-0984f8afcc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:36.852726489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af7d0b7-51b7-4f8b-9f99-0984f8afcc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.21509523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d2e277","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d2e277","reconcileID":"69981284-a950-4d36-9136-4c76ffd0efcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d2e277","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d2e277":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.598618081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"a352a504-8f18-4187-a7a8-7912a9b9f8c5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a32d6aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.626896095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ab899-2f3d-4b3d-bf2c-c49fcdfe11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.638529097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ab899-2f3d-4b3d-bf2c-c49fcdfe11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.642852607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ab899-2f3d-4b3d-bf2c-c49fcdfe11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:37.662328005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ab899-2f3d-4b3d-bf2c-c49fcdfe11d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:39.120877697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecd65c12-ff71-4e31-82e1-dcc5d10764a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:39.181333296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"671dc075-9b34-4fbb-8316-4bc6e8092214","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.009902394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"95f8d97d-c45b-45d3-9d7d-8456bc0de41b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d2e277","tenantID":"e2e-praxis-b-d2e277","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.03051368Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"95f8d97d-c45b-45d3-9d7d-8456bc0de41b","name":"e2e-praxis-b-d2e277-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.726438217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7514738f-c428-4a66-9230-fe50f2986b30","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.816072752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"777df7e2-d484-4213-9a2d-4844dd6af387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.848160804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:42.913720363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f850118f-89ff-412d-8c7e-957692d2603e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:44.888834308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f4d96a6c-4a48-4816-aa2b-e581bd720861","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:44.909192768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"dd10be3a-a8dc-412e-af45-41d10f3c57ea","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.602183431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"dd8688c5-98d8-4dc9-80b7-32ed5c1daa3d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-4a9a48f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.616970505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"dd8688c5-98d8-4dc9-80b7-32ed5c1daa3d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.616989141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"dd8688c5-98d8-4dc9-80b7-32ed5c1daa3d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a9a48f3","subscription":"e2e-neg-ghost-sub-4a9a48f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.617080687Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-4a9a48f3","reconcileID":"dd8688c5-98d8-4dc9-80b7-32ed5c1daa3d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-4a9a48f3","error":"MaaSModelRef not found: llm/nonexistent-model-4a9a48f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.642769723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f27a787-1e28-4887-9d4e-24ecc71dc257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.642786944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f27a787-1e28-4887-9d4e-24ecc71dc257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.668072704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"8c610c9a-3db3-401f-8c42-1d4044741b97","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.668158091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd95a0d9-c917-4fec-aa33-9f377364d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.668625226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b9b668-d8a5-4537-b978-78a8dd4bcaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.680249627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56b9b668-d8a5-4537-b978-78a8dd4bcaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.68032464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"8c610c9a-3db3-401f-8c42-1d4044741b97","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.682989941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd95a0d9-c917-4fec-aa33-9f377364d513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.787640827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b81088e-0f9e-4c83-a33f-edd3413d2146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.800201552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e98883-6f35-44eb-bdb0-1f92f77a4ebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.800218655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1e98883-6f35-44eb-bdb0-1f92f77a4ebc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.80971846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-4a9a48f3","reconcileID":"b7906d05-485b-4f0f-bdd2-ffbe5a883910","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-4a9a48f3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.825615729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c210bee6-a4c6-4b7a-b3be-623b68dd39ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.825631486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c210bee6-a4c6-4b7a-b3be-623b68dd39ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:47.842919618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"583f7bac-e47e-4f66-b721-3ebcee14fac6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.109126418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca06bfb5-df8d-403d-a392-3b9c6d83bc6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.109144506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca06bfb5-df8d-403d-a392-3b9c6d83bc6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.116708271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc941e6b-8f12-44e9-9637-3cdc80bebbef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.116727653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc941e6b-8f12-44e9-9637-3cdc80bebbef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.130767307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"641fc815-b8dc-4bd2-b5aa-c16fb087c3ac","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.140498671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"641fc815-b8dc-4bd2-b5aa-c16fb087c3ac","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.151175737Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"641fc815-b8dc-4bd2-b5aa-c16fb087c3ac","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fc66def0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.169508314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1221e57c-aa46-4f69-bee4-883865c2c9ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.16952329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1221e57c-aa46-4f69-bee4-883865c2c9ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.228598684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"c5ba4377-9b40-45e3-b3fb-8d7b016cac7b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.236708807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"c5ba4377-9b40-45e3-b3fb-8d7b016cac7b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.246844368Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"c5ba4377-9b40-45e3-b3fb-8d7b016cac7b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fc66def0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.768594578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"12412453-2708-448f-a286-7e94e0b95bd5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.768647219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dac7a66-41f2-4c4b-879c-d3abe8831825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.768660314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dac7a66-41f2-4c4b-879c-d3abe8831825","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.772091026Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-fc66def0","reconcileID":"12412453-2708-448f-a286-7e94e0b95bd5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-fc66def0","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-fc66def0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.880285782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c07f7d-f8e8-475d-b4b2-f92dc19df24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:48.880302708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69c07f7d-f8e8-475d-b4b2-f92dc19df24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.001810459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d48dff0-e4f1-4e93-bf2c-080674cc3aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.026144682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d48dff0-e4f1-4e93-bf2c-080674cc3aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.029371164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d48dff0-e4f1-4e93-bf2c-080674cc3aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.032607442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d48dff0-e4f1-4e93-bf2c-080674cc3aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.23101768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a8d323-3a56-4051-bbfc-78669f5690fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.236117092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a8d323-3a56-4051-bbfc-78669f5690fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.242141084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a8d323-3a56-4051-bbfc-78669f5690fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:50.247171282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a8d323-3a56-4051-bbfc-78669f5690fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:52.870015038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0fe3a45-ff17-4a04-9e55-cd3ab7db4de6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:52.971883244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3dc43bbf-98bf-4901-96a7-a78834ec15fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:53.16502871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a543e9db-9157-447a-8004-b77628de54c4","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.196616347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06f2b51-f4cb-44ed-8407-3335489e66c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.200602666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06f2b51-f4cb-44ed-8407-3335489e66c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.20375921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06f2b51-f4cb-44ed-8407-3335489e66c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.207532039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06f2b51-f4cb-44ed-8407-3335489e66c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.392039926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489f1196-e191-4f23-ba9c-dbc0cd26e498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.395837676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489f1196-e191-4f23-ba9c-dbc0cd26e498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.399419307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489f1196-e191-4f23-ba9c-dbc0cd26e498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.402720708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489f1196-e191-4f23-ba9c-dbc0cd26e498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.53090319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"54e74a36-586b-461f-8b35-a02782bc0a1d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:54.556057933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c5689218-043b-4e15-a897-4ae87c8335a4","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:55.076309337Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-bde944","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-bde944","reconcileID":"bb447a86-eb20-4769-af41-dcc736d3ef50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-bde944","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-bde944":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:55.297414449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32280f5b-71d5-455a-bede-7cb5dd020f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:55.300837145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32280f5b-71d5-455a-bede-7cb5dd020f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:55.304145943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32280f5b-71d5-455a-bede-7cb5dd020f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:55.30749214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32280f5b-71d5-455a-bede-7cb5dd020f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:57.362981248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af49c0f6-b96b-43b4-bd2e-7742c0dcc3d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:57.441522552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b8707db-a7ee-4f57-a9e6-1553e4fc7417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:58.998823847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"3cefb477-6c0f-441a-bc91-a924f4d57d7b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:44:59.020202804Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"3cefb477-6c0f-441a-bc91-a924f4d57d7b","name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.289925503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"84285823-2264-4f3a-9f36-3a40058a1515","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.468380888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"1c50caeb-ce78-40e5-abd4-dd9ba10a287e","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.477176081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"1bba2ff0-11b1-4a85-8b1a-f9b172cba320","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:04.478465343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"930a2a15-7a27-4c91-b3ba-b1d96147c88a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.496094132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"e3d6b8b7-4df4-4a32-8de5-36dec2eb13ce","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.50460275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"6e3bb948-38bf-4202-b07c-0437b22c65a2","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.522310209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"295a478d-dcf2-435a-a85b-4114fc6fbb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.53989852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2fbc600b-fe95-4d6d-a890-fa6ff65d38ce","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.618670274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"584ba4d8-5745-4c71-a894-6336cd804669","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.648392783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8754790a-b96d-40ee-ac59-adc9ff9186cd","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.657888924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ea45696e-592a-4940-b357-14f67879e506","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.662232778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8eac9158-42e1-4d01-ab93-c39600986bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.693196845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8eac9158-42e1-4d01-ab93-c39600986bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.700597925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8eac9158-42e1-4d01-ab93-c39600986bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.707645114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7a0c8408-b02c-455c-be1d-1e9b81323fbc","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.721278879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ab53ab28-1722-4c95-a030-5a4a0ce8347a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.761679219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"06a783e2-a8b8-40b1-87ed-6634d834db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.827315347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"06a783e2-a8b8-40b1-87ed-6634d834db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.834848671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"06a783e2-a8b8-40b1-87ed-6634d834db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.837432431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"ac864a4d-dd98-4d21-a2e7-22115ddaecde","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.843938178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8ace649e-492b-41cd-8f26-b5e7d82d4de2","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.848471018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"0c7e5eff-4d1c-43ff-b3df-14e8e314ee72","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:04.851222208Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.856407788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"11cd2f5d-ca82-43e7-bb30-1469ecbe4619","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.86146082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9a34f85c-a23d-4db3-8bc8-1823db789d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.870339595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9a34f85c-a23d-4db3-8bc8-1823db789d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.873087168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"d46c9329-ed4e-461b-ad47-e2d8700eb117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"premium-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.878291991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9a34f85c-a23d-4db3-8bc8-1823db789d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.940419208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"667c2fe3-1bab-468b-8bb8-9f7a8b871629","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.967381129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3ba088b4-5954-437f-bdbb-b22e18007697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.974394704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"56852f07-4461-475d-90f0-51b84e97f250","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.976933752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3ba088b4-5954-437f-bdbb-b22e18007697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:04.983687385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3ba088b4-5954-437f-bdbb-b22e18007697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.021664847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"602e96f8-7427-446a-a457-13608ddf6909","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.032194155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"1b2188e8-914e-41f6-a2f8-14ae2452dde3","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:05.036894079Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"1b2188e8-914e-41f6-a2f8-14ae2452dde3","name":"premium-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:05.036960911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"1b2188e8-914e-41f6-a2f8-14ae2452dde3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.042871303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"1afaa1d4-4f88-4ea3-9784-e5d97a5962ec","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.0810145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"36d6c1d7-fc7a-4895-8290-3c70ed2ad211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.081014565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"74375ac5-c3a7-45b9-9e29-c9e81f11618e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.088001509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"5136bbf2-8c44-4afb-bbbf-c1ad862bdc7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.091677891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"36d6c1d7-fc7a-4895-8290-3c70ed2ad211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.092599349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"74375ac5-c3a7-45b9-9e29-c9e81f11618e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.099331115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"36d6c1d7-fc7a-4895-8290-3c70ed2ad211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.099725492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"74375ac5-c3a7-45b9-9e29-c9e81f11618e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.1079871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"a8633021-69d3-40ec-961b-5f4ee2b661f9","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.169100332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8d7096ae-ff66-45a4-8372-be9976d49b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.177088694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8d7096ae-ff66-45a4-8372-be9976d49b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:05.1841793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8d7096ae-ff66-45a4-8372-be9976d49b20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.09870246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"98640120-7671-4e70-87c6-9041424e3a76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.127627329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"2e8bc5aa-955d-46ee-8b15-334f93158b31","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.328637122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"95fee381-30f4-42eb-be88-9dc836b1aaf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.353964914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e21ebbd-73b9-4836-9e12-4b3a6c7242fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.361257598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3b621261-e814-4b39-bf28-4a37556f9317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.36144007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0f1e6939-6901-480e-ad19-7d3ba405cd9f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.365379976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e21ebbd-73b9-4836-9e12-4b3a6c7242fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.378810355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08b2cad102a9188ce8199ac1fd67fe720505ab6e8d5a1857c7b8f1728bcd6b49) AuthConfig (7655cec01a08758dc5c9892e4d1571e5f7c97c17c9d09ac7d06881cbe3760d50) AuthConfig (53b7649b0a8d53b3d1e344000409321cdeb1ef23e051f581169c6120e004e37f) AuthConfig (cc00c4e5487bcabf0019082cf64657023b52a02fa7378fb0a2418ea995f69f2a) AuthConfig (172e8ab359abe4e1a3a55dbf59499da2115e94c12e0714133b446b21575489c4) AuthConfig (9b2ef4a8b4b7eefe59a44ab5a43bb35013b34f7d17ea106d4b18fe63bd02fff6) AuthConfig (d6dde0180e6ba6fab5b8190e33fe127fd47d4af0862489cc018b15ec44c9821c) AuthConfig (99e7d688226a7b836a63215447f13e9b128431736f9c505ae2005a791f6b72a8) AuthConfig (ca83e3831b4d7feda243dcf14f57cafa2b0d1a40a2ff16126c82b2e46115160c) AuthConfig (a4757e78b4827b3b4c36473cb1742a11375dfab72c13fcf2484b965337f920cd) AuthConfig (1ebd73a0167e3738e3829d734892bc45b0456ef5da5d55ac2e47cd9c2754af95) AuthConfig (96700eac11f7d0a31c06da207cd07907b048055cab95f366e373c79077ec0524) AuthConfig (b488ad88482d4183065be4f15accd2d64911274e2614af4c694becf1a3be55c7) AuthConfig (bf9ec663ba472bcff62a224408aae7712facd3add65cca8c839af3e44ad89e7f) AuthConfig (46eaf53410542964b54c7fd4ebe93b592bc0e11f6621245604a4aa894b46e507) AuthConfig (2d338b2888afe06c549e7d0dead0a7a75a69227f5d5a93ef9c8e7dadf9a7e735) AuthConfig (8f8d71b8c40f29e0242b1de4d8e6fd4c4b0d2bf0cab29940ffdbdaa001231ba9) AuthConfig (24d744a112b1b0d66dcfe9b25ccae4c6398585f9dc93221f5ce5d9136a2cc8db) AuthConfig (d043d5d99ade2ae615ad375cc73d0d17d5d31d89db7f9bb32a9f2d953aebce7b) AuthConfig (fe5afbd65f22b88ea773b187df4a4695af11bc2e50c01fbfbd62d6f2c6b8830a) AuthConfig (397af32fbc36b1565591a9822a682acb223d9c43df13f1242cd7be3466d46371) AuthConfig (b9504ef93f5ed44deca097325578e2bd7845619f1125282fcc03ecaf24176952) AuthConfig (c1cd7a628f56f4d3226f97bc3259f8d83cac4a37993a502332136dcb87ef09ce) AuthConfig (fbe95ac201bb4eec64ec62b6b817ebe9fc765179861602489f78c41184d834a9) AuthConfig (8523e4b61227094c3834c59058b7855cac1eb5622b3e2e8dec06555400bf479b) AuthConfig (ec957aa7154c64a4227a32e84803fbac0deb7ff2e7c136a78e388931c27bcadd) AuthConfig (72efd39b1892648e96c00773eedc89cc25c7d26a9ac875a6fd1d1971a0a913d1) AuthConfig (a135d0d44474693e9621eb34aa413cfb783e60b7ce4624f541f32088b015c705) AuthConfig (bf13de16990016007f5254e063f09ea3d618db16d13d547a9576182e3583f8d3) AuthConfig (b06cdba1d103d277c0e2ff32f2be36a3235049e6f58a070541fe5c780128d1f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e21ebbd-73b9-4836-9e12-4b3a6c7242fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.380262569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3b621261-e814-4b39-bf28-4a37556f9317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.390423348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"d0996078-2536-4a43-ab08-9f92ecd7ed5f","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.393694429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08b2cad102a9188ce8199ac1fd67fe720505ab6e8d5a1857c7b8f1728bcd6b49) AuthConfig (7655cec01a08758dc5c9892e4d1571e5f7c97c17c9d09ac7d06881cbe3760d50) AuthConfig (53b7649b0a8d53b3d1e344000409321cdeb1ef23e051f581169c6120e004e37f) AuthConfig (cc00c4e5487bcabf0019082cf64657023b52a02fa7378fb0a2418ea995f69f2a) AuthConfig (172e8ab359abe4e1a3a55dbf59499da2115e94c12e0714133b446b21575489c4) AuthConfig (9b2ef4a8b4b7eefe59a44ab5a43bb35013b34f7d17ea106d4b18fe63bd02fff6) AuthConfig (d6dde0180e6ba6fab5b8190e33fe127fd47d4af0862489cc018b15ec44c9821c) AuthConfig (99e7d688226a7b836a63215447f13e9b128431736f9c505ae2005a791f6b72a8) AuthConfig (ca83e3831b4d7feda243dcf14f57cafa2b0d1a40a2ff16126c82b2e46115160c) AuthConfig (a4757e78b4827b3b4c36473cb1742a11375dfab72c13fcf2484b965337f920cd) AuthConfig (1ebd73a0167e3738e3829d734892bc45b0456ef5da5d55ac2e47cd9c2754af95) AuthConfig (96700eac11f7d0a31c06da207cd07907b048055cab95f366e373c79077ec0524) AuthConfig (b488ad88482d4183065be4f15accd2d64911274e2614af4c694becf1a3be55c7) AuthConfig (bf9ec663ba472bcff62a224408aae7712facd3add65cca8c839af3e44ad89e7f) AuthConfig (46eaf53410542964b54c7fd4ebe93b592bc0e11f6621245604a4aa894b46e507) AuthConfig (2d338b2888afe06c549e7d0dead0a7a75a69227f5d5a93ef9c8e7dadf9a7e735) AuthConfig (8f8d71b8c40f29e0242b1de4d8e6fd4c4b0d2bf0cab29940ffdbdaa001231ba9) AuthConfig (24d744a112b1b0d66dcfe9b25ccae4c6398585f9dc93221f5ce5d9136a2cc8db) AuthConfig (d043d5d99ade2ae615ad375cc73d0d17d5d31d89db7f9bb32a9f2d953aebce7b) AuthConfig (fe5afbd65f22b88ea773b187df4a4695af11bc2e50c01fbfbd62d6f2c6b8830a) AuthConfig (397af32fbc36b1565591a9822a682acb223d9c43df13f1242cd7be3466d46371) AuthConfig (b9504ef93f5ed44deca097325578e2bd7845619f1125282fcc03ecaf24176952) AuthConfig (c1cd7a628f56f4d3226f97bc3259f8d83cac4a37993a502332136dcb87ef09ce) AuthConfig (fbe95ac201bb4eec64ec62b6b817ebe9fc765179861602489f78c41184d834a9) AuthConfig (8523e4b61227094c3834c59058b7855cac1eb5622b3e2e8dec06555400bf479b) AuthConfig (ec957aa7154c64a4227a32e84803fbac0deb7ff2e7c136a78e388931c27bcadd) AuthConfig (72efd39b1892648e96c00773eedc89cc25c7d26a9ac875a6fd1d1971a0a913d1) AuthConfig (a135d0d44474693e9621eb34aa413cfb783e60b7ce4624f541f32088b015c705) AuthConfig (bf13de16990016007f5254e063f09ea3d618db16d13d547a9576182e3583f8d3) AuthConfig (b06cdba1d103d277c0e2ff32f2be36a3235049e6f58a070541fe5c780128d1f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3b621261-e814-4b39-bf28-4a37556f9317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.405508209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b5285cd4-69a9-4fde-8188-ed1e29768c7c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.439839912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"891fc45a-b68f-4045-a396-91de9f1fa476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.440993232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0204684-d70b-48bc-b068-2480745ef9d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.535311936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0204684-d70b-48bc-b068-2480745ef9d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.539156609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"891fc45a-b68f-4045-a396-91de9f1fa476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.545601569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08b2cad102a9188ce8199ac1fd67fe720505ab6e8d5a1857c7b8f1728bcd6b49) AuthConfig (7655cec01a08758dc5c9892e4d1571e5f7c97c17c9d09ac7d06881cbe3760d50) AuthConfig (53b7649b0a8d53b3d1e344000409321cdeb1ef23e051f581169c6120e004e37f) AuthConfig (cc00c4e5487bcabf0019082cf64657023b52a02fa7378fb0a2418ea995f69f2a) AuthConfig (172e8ab359abe4e1a3a55dbf59499da2115e94c12e0714133b446b21575489c4) AuthConfig (9b2ef4a8b4b7eefe59a44ab5a43bb35013b34f7d17ea106d4b18fe63bd02fff6) AuthConfig (d6dde0180e6ba6fab5b8190e33fe127fd47d4af0862489cc018b15ec44c9821c) AuthConfig (99e7d688226a7b836a63215447f13e9b128431736f9c505ae2005a791f6b72a8) AuthConfig (ca83e3831b4d7feda243dcf14f57cafa2b0d1a40a2ff16126c82b2e46115160c) AuthConfig (a4757e78b4827b3b4c36473cb1742a11375dfab72c13fcf2484b965337f920cd) AuthConfig (1ebd73a0167e3738e3829d734892bc45b0456ef5da5d55ac2e47cd9c2754af95) AuthConfig (96700eac11f7d0a31c06da207cd07907b048055cab95f366e373c79077ec0524) AuthConfig (b488ad88482d4183065be4f15accd2d64911274e2614af4c694becf1a3be55c7) AuthConfig (bf9ec663ba472bcff62a224408aae7712facd3add65cca8c839af3e44ad89e7f) AuthConfig (46eaf53410542964b54c7fd4ebe93b592bc0e11f6621245604a4aa894b46e507) AuthConfig (2d338b2888afe06c549e7d0dead0a7a75a69227f5d5a93ef9c8e7dadf9a7e735) AuthConfig (8f8d71b8c40f29e0242b1de4d8e6fd4c4b0d2bf0cab29940ffdbdaa001231ba9) AuthConfig (24d744a112b1b0d66dcfe9b25ccae4c6398585f9dc93221f5ce5d9136a2cc8db) AuthConfig (d043d5d99ade2ae615ad375cc73d0d17d5d31d89db7f9bb32a9f2d953aebce7b) AuthConfig (fe5afbd65f22b88ea773b187df4a4695af11bc2e50c01fbfbd62d6f2c6b8830a) AuthConfig (397af32fbc36b1565591a9822a682acb223d9c43df13f1242cd7be3466d46371) AuthConfig (b9504ef93f5ed44deca097325578e2bd7845619f1125282fcc03ecaf24176952) AuthConfig (c1cd7a628f56f4d3226f97bc3259f8d83cac4a37993a502332136dcb87ef09ce) AuthConfig (fbe95ac201bb4eec64ec62b6b817ebe9fc765179861602489f78c41184d834a9) AuthConfig (8523e4b61227094c3834c59058b7855cac1eb5622b3e2e8dec06555400bf479b) AuthConfig (ec957aa7154c64a4227a32e84803fbac0deb7ff2e7c136a78e388931c27bcadd) AuthConfig (72efd39b1892648e96c00773eedc89cc25c7d26a9ac875a6fd1d1971a0a913d1) AuthConfig (a135d0d44474693e9621eb34aa413cfb783e60b7ce4624f541f32088b015c705) AuthConfig (bf13de16990016007f5254e063f09ea3d618db16d13d547a9576182e3583f8d3) AuthConfig (b06cdba1d103d277c0e2ff32f2be36a3235049e6f58a070541fe5c780128d1f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0204684-d70b-48bc-b068-2480745ef9d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:09.550905288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0204684-d70b-48bc-b068-2480745ef9d9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.560200209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08b2cad102a9188ce8199ac1fd67fe720505ab6e8d5a1857c7b8f1728bcd6b49) AuthConfig (7655cec01a08758dc5c9892e4d1571e5f7c97c17c9d09ac7d06881cbe3760d50) AuthConfig (53b7649b0a8d53b3d1e344000409321cdeb1ef23e051f581169c6120e004e37f) AuthConfig (cc00c4e5487bcabf0019082cf64657023b52a02fa7378fb0a2418ea995f69f2a) AuthConfig (172e8ab359abe4e1a3a55dbf59499da2115e94c12e0714133b446b21575489c4) AuthConfig (9b2ef4a8b4b7eefe59a44ab5a43bb35013b34f7d17ea106d4b18fe63bd02fff6) AuthConfig (d6dde0180e6ba6fab5b8190e33fe127fd47d4af0862489cc018b15ec44c9821c) AuthConfig (99e7d688226a7b836a63215447f13e9b128431736f9c505ae2005a791f6b72a8) AuthConfig (ca83e3831b4d7feda243dcf14f57cafa2b0d1a40a2ff16126c82b2e46115160c) AuthConfig (a4757e78b4827b3b4c36473cb1742a11375dfab72c13fcf2484b965337f920cd) AuthConfig (1ebd73a0167e3738e3829d734892bc45b0456ef5da5d55ac2e47cd9c2754af95) AuthConfig (96700eac11f7d0a31c06da207cd07907b048055cab95f366e373c79077ec0524) AuthConfig (b488ad88482d4183065be4f15accd2d64911274e2614af4c694becf1a3be55c7) AuthConfig (bf9ec663ba472bcff62a224408aae7712facd3add65cca8c839af3e44ad89e7f) AuthConfig (46eaf53410542964b54c7fd4ebe93b592bc0e11f6621245604a4aa894b46e507) AuthConfig (2d338b2888afe06c549e7d0dead0a7a75a69227f5d5a93ef9c8e7dadf9a7e735) AuthConfig (8f8d71b8c40f29e0242b1de4d8e6fd4c4b0d2bf0cab29940ffdbdaa001231ba9) AuthConfig (24d744a112b1b0d66dcfe9b25ccae4c6398585f9dc93221f5ce5d9136a2cc8db) AuthConfig (d043d5d99ade2ae615ad375cc73d0d17d5d31d89db7f9bb32a9f2d953aebce7b) AuthConfig (fe5afbd65f22b88ea773b187df4a4695af11bc2e50c01fbfbd62d6f2c6b8830a) AuthConfig (397af32fbc36b1565591a9822a682acb223d9c43df13f1242cd7be3466d46371) AuthConfig (b9504ef93f5ed44deca097325578e2bd7845619f1125282fcc03ecaf24176952) AuthConfig (c1cd7a628f56f4d3226f97bc3259f8d83cac4a37993a502332136dcb87ef09ce) AuthConfig (fbe95ac201bb4eec64ec62b6b817ebe9fc765179861602489f78c41184d834a9) AuthConfig (8523e4b61227094c3834c59058b7855cac1eb5622b3e2e8dec06555400bf479b) AuthConfig (ec957aa7154c64a4227a32e84803fbac0deb7ff2e7c136a78e388931c27bcadd) AuthConfig (72efd39b1892648e96c00773eedc89cc25c7d26a9ac875a6fd1d1971a0a913d1) AuthConfig (a135d0d44474693e9621eb34aa413cfb783e60b7ce4624f541f32088b015c705) AuthConfig (bf13de16990016007f5254e063f09ea3d618db16d13d547a9576182e3583f8d3) AuthConfig (b06cdba1d103d277c0e2ff32f2be36a3235049e6f58a070541fe5c780128d1f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"891fc45a-b68f-4045-a396-91de9f1fa476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.575546685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"f7003a90-aa19-491e-a0ad-0b6f3314e0c3","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.576082449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"73cdb71a-8e7a-4efd-bba8-abfa36965634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.586543033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"73cdb71a-8e7a-4efd-bba8-abfa36965634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.594695906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08b2cad102a9188ce8199ac1fd67fe720505ab6e8d5a1857c7b8f1728bcd6b49) AuthConfig (7655cec01a08758dc5c9892e4d1571e5f7c97c17c9d09ac7d06881cbe3760d50) AuthConfig (53b7649b0a8d53b3d1e344000409321cdeb1ef23e051f581169c6120e004e37f) AuthConfig (cc00c4e5487bcabf0019082cf64657023b52a02fa7378fb0a2418ea995f69f2a) AuthConfig (172e8ab359abe4e1a3a55dbf59499da2115e94c12e0714133b446b21575489c4) AuthConfig (9b2ef4a8b4b7eefe59a44ab5a43bb35013b34f7d17ea106d4b18fe63bd02fff6) AuthConfig (d6dde0180e6ba6fab5b8190e33fe127fd47d4af0862489cc018b15ec44c9821c) AuthConfig (99e7d688226a7b836a63215447f13e9b128431736f9c505ae2005a791f6b72a8) AuthConfig (ca83e3831b4d7feda243dcf14f57cafa2b0d1a40a2ff16126c82b2e46115160c) AuthConfig (a4757e78b4827b3b4c36473cb1742a11375dfab72c13fcf2484b965337f920cd) AuthConfig (1ebd73a0167e3738e3829d734892bc45b0456ef5da5d55ac2e47cd9c2754af95) AuthConfig (96700eac11f7d0a31c06da207cd07907b048055cab95f366e373c79077ec0524) AuthConfig (b488ad88482d4183065be4f15accd2d64911274e2614af4c694becf1a3be55c7) AuthConfig (bf9ec663ba472bcff62a224408aae7712facd3add65cca8c839af3e44ad89e7f) AuthConfig (46eaf53410542964b54c7fd4ebe93b592bc0e11f6621245604a4aa894b46e507) AuthConfig (2d338b2888afe06c549e7d0dead0a7a75a69227f5d5a93ef9c8e7dadf9a7e735) AuthConfig (8f8d71b8c40f29e0242b1de4d8e6fd4c4b0d2bf0cab29940ffdbdaa001231ba9) AuthConfig (24d744a112b1b0d66dcfe9b25ccae4c6398585f9dc93221f5ce5d9136a2cc8db) AuthConfig (d043d5d99ade2ae615ad375cc73d0d17d5d31d89db7f9bb32a9f2d953aebce7b) AuthConfig (fe5afbd65f22b88ea773b187df4a4695af11bc2e50c01fbfbd62d6f2c6b8830a) AuthConfig (397af32fbc36b1565591a9822a682acb223d9c43df13f1242cd7be3466d46371) AuthConfig (b9504ef93f5ed44deca097325578e2bd7845619f1125282fcc03ecaf24176952) AuthConfig (c1cd7a628f56f4d3226f97bc3259f8d83cac4a37993a502332136dcb87ef09ce) AuthConfig (fbe95ac201bb4eec64ec62b6b817ebe9fc765179861602489f78c41184d834a9) AuthConfig (8523e4b61227094c3834c59058b7855cac1eb5622b3e2e8dec06555400bf479b) AuthConfig (ec957aa7154c64a4227a32e84803fbac0deb7ff2e7c136a78e388931c27bcadd) AuthConfig (72efd39b1892648e96c00773eedc89cc25c7d26a9ac875a6fd1d1971a0a913d1) AuthConfig (a135d0d44474693e9621eb34aa413cfb783e60b7ce4624f541f32088b015c705) AuthConfig (bf13de16990016007f5254e063f09ea3d618db16d13d547a9576182e3583f8d3) AuthConfig (b06cdba1d103d277c0e2ff32f2be36a3235049e6f58a070541fe5c780128d1f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"73cdb71a-8e7a-4efd-bba8-abfa36965634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.609068589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49bf4e-8bfa-46da-8350-457c076619fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.612570322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49bf4e-8bfa-46da-8350-457c076619fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.617433228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49bf4e-8bfa-46da-8350-457c076619fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.621093786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a49bf4e-8bfa-46da-8350-457c076619fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.800736625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3c5607ed-09ce-46ee-b37e-22a8b9ec34bd","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.834899559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"78440474-0e14-46d6-b2eb-686594d24964","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.839750854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ad9b730f-e33d-4cd9-b702-5ef8e508ea6a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:09.849788717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.852299337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ecd4be73-c3fe-42e9-a6f0-ef9c5c613863","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.887737959Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"2cdc4aa4-d677-4a37-a8b3-ba5ff3514aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.944138222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a051663a-4b43-45db-b348-3a82c1d90d6b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.972217972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"bb0f2ce5-be04-491c-9770-5bd34898a001","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:09.999633962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0ffa9a0d-6cf2-4652-a1bc-47dec75fb7be","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.010571151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0950abef-3060-4495-b953-e52d27914973","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.017956811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"84d494bb-5a5f-4920-8c60-c6142819d993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.026505355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055201c4-7524-4758-a334-f776274da886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.038331561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055201c4-7524-4758-a334-f776274da886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.042474965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055201c4-7524-4758-a334-f776274da886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.046077653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055201c4-7524-4758-a334-f776274da886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.06453165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"84d494bb-5a5f-4920-8c60-c6142819d993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.072743777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"84d494bb-5a5f-4920-8c60-c6142819d993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.077691674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"172971ef-a3de-4f5e-94cd-af733325d42d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.082755721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e3ed45e9-c9fb-433d-8565-24084119b0e9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.125144444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a945828d-fb4d-4d89-913b-630223c2c3dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.142887046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a945828d-fb4d-4d89-913b-630223c2c3dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.151757199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a945828d-fb4d-4d89-913b-630223c2c3dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.188465998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"ac934326-803b-4e26-b262-f7fa3a22686c","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.199163636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2baa548b-9689-4985-bdd9-c8c0f2664f4f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.203064152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"0ea5d226-d2a9-45f1-abc7-16e08b725410","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:10.208336056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.211937656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"bc7bf2ac-c497-4480-a9f1-a8d3c8ddcbed","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.219783155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"58f041ff-5246-4b9a-aec3-8bba69b72de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.228740966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"58f041ff-5246-4b9a-aec3-8bba69b72de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.230565928Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"b332386c-e015-41e1-9213-b55d8822a11e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"premium-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.237502855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"58f041ff-5246-4b9a-aec3-8bba69b72de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.24858549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"c6707e23-68f0-4401-a111-edcc7d5a4114","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.324159086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bcb28c85-3259-4b8b-b6ea-5ef1462cde90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.332871335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"9dd7cec6-08ca-4c0c-8e19-f41bdc8bb168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.333664394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bcb28c85-3259-4b8b-b6ea-5ef1462cde90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.340876658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bcb28c85-3259-4b8b-b6ea-5ef1462cde90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.375548894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"17756807-4fda-45ae-8615-8b541491540c","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.39451134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7a957edf-2ca0-4d4d-940f-9975bdaa602f","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.421870588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4f899954-affa-4d68-b4d8-b2ba04167cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.421870514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"31560232-327a-4dee-a1a3-b4142a370a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.426511801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"f0ef8344-cbb9-48f4-b43a-ffa3646ec15f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.431377211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"31560232-327a-4dee-a1a3-b4142a370a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.431436961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4f899954-affa-4d68-b4d8-b2ba04167cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.442422836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"31560232-327a-4dee-a1a3-b4142a370a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.44276956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4f899954-affa-4d68-b4d8-b2ba04167cfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.449180667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"11846830-b89d-49e9-b7fb-fb80573a31e5","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.536653454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a0cb99e7-dad8-4925-9e18-b663b44e6e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.544854682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a0cb99e7-dad8-4925-9e18-b663b44e6e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:10.5522597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a0cb99e7-dad8-4925-9e18-b663b44e6e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:12.849006928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.289840516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8144187-bedd-4d58-94a5-ac3f7871d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.293189412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8144187-bedd-4d58-94a5-ac3f7871d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.296533463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8144187-bedd-4d58-94a5-ac3f7871d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.299689668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8144187-bedd-4d58-94a5-ac3f7871d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.506567882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddfba7-0886-4672-b06a-c34a85a3f8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.509892697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddfba7-0886-4672-b06a-c34a85a3f8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.513009853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddfba7-0886-4672-b06a-c34a85a3f8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:13.516213291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddfba7-0886-4672-b06a-c34a85a3f8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:14.266962674Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-9e7156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-9e7156","reconcileID":"2c843f6a-dc04-4f7c-9cbf-063eddd536fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-9e7156","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-9e7156":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:14.552890551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89f5f7-99f4-4298-b08b-53f73e53058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:14.556474466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89f5f7-99f4-4298-b08b-53f73e53058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:14.560639853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89f5f7-99f4-4298-b08b-53f73e53058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:14.563651668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89f5f7-99f4-4298-b08b-53f73e53058e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.338256817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"6edf6134-9e66-47a4-bf65-d6000712ff51","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.33828096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"6edf6134-9e66-47a4-bf65-d6000712ff51","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.698617816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"1ccc0158-b8f7-4851-9156-d0686bfe78a4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.698641886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"1ccc0158-b8f7-4851-9156-d0686bfe78a4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.710616505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"0e0bac19-2162-4b02-8505-80b0d087cfad","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.710636768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"0e0bac19-2162-4b02-8505-80b0d087cfad","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.724565626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"260a355e-eefc-4a28-92d3-844a865c249d","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.765045748Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"260a355e-eefc-4a28-92d3-844a865c249d","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.780937856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-000ffb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"260a355e-eefc-4a28-92d3-844a865c249d","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.789129017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cddbd046-d11f-429a-a471-8fbf9722dfba","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.789144996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cddbd046-d11f-429a-a471-8fbf9722dfba","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.901583584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"672d18c6-008b-4e8d-9c4a-20e35c663547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.93051361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"ab7dd4be-cc52-4e87-bc58-74875819aee3","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:15.99891587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"7b3f29d2-5159-40f1-b110-9ae699c42c32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.050577868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c6216e95-e7f3-4568-8fe9-0a4dedcb04d5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.127563552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a4c65888-c462-4b83-af44-e2702fa6d15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.127563556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"03a58812-2147-4b24-8c39-2d127861acf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.146461805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"03a58812-2147-4b24-8c39-2d127861acf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.14688411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a4c65888-c462-4b83-af44-e2702fa6d15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.173032953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bba82795e58336ca775e203ef79126739bf69a0b819161538bbd5c70d517b7f7) AuthConfig (7c456da1fffe5243bb096824f6b7bc8c7d9d5e99642035ad46bf3df2a943eb06) AuthConfig (a8c925a8d0a8442bb9429a2906cd8c31495cc1b1c9715e3debf2c2cd54682eb0) AuthConfig (db48e8cfeab855e1faf0889d3c70b8e6621f4888869858402f386b0c56dfb3ad) AuthConfig (345337dfc232de022f9c0d70b398fc18a6f815d78be5dd2a4a86d5d488001f8d) AuthConfig (e64d585d9bb0be1eb3039128d836177edbb008d958c1e29147818588da0b3d7e) AuthConfig (7f9fd10534293a4f2e59d98b87f0b0e2c6733f479de9446826b4cd11a3894bcf) AuthConfig (2ac820b553df42f43bc34c3fd2f045fafd4e2f28d3e5ba55b0634e64085fa343) AuthConfig (a3c5b36032b7caf2f40202d53ad47b8f111bd016a093cc7f9551c9a61db90879) AuthConfig (cb69633369ffa28155369a17f6189c0784a473869d007b9bcae89e83f25ad968) AuthConfig (1090ba2ea49c2ec7ef63979cea3d14654ebeb17a92b6551fac71d6b8e49a3738) AuthConfig (aaa6b5b71ef2e5a70b6e5cfda8c34503604b4fa0a93e4889a3bac1efa6bc18b0) AuthConfig (6a31202a1a970014c856052fb92e78857e9f77427024a66bb6231672a483320d) AuthConfig (6c724ca3271f48803e510f9ac49ed7504d0fa2f8bcce2692bb690621d2964223) AuthConfig (86f56f429361f01570000472f93ba9a021fbc7910f84a8ef0915c817412f9cf5) AuthConfig (6d80f2951b6e822b92427aa6d660c99fc68a9fcd18bf79c5e21f5895717c2c5d) AuthConfig (b45e746656621a2a48bb30e630f26fbec0f187cfab1e6e5347f3d1c5a6e527d4) AuthConfig (548d6e383dcd8cf861b336052fad1853cd8581712e7f6d8e1b367464ee6f4770) AuthConfig (daf8db2dd5b789f5af58e9444f003453c74f993970197b791bf820e977f22b14) AuthConfig (4566e3f947fc10dfb1164d6911fd4a8e45a3eabe6a9a7c219a110dfd87cdb6d8) AuthConfig (4fb4d53b1daad537dfd2e24b96ec9c19ba7896b73a50cce5c92a4fa1953889e8) AuthConfig (09ab772662153f418cd259e5ecdd242b34f46372970ce7b25b2113508729a74e) AuthConfig (bec01ce5327b11ce92ac659ab23a48a8d7376469ad412f096dc39f4231cffc54) AuthConfig (9fc8d30705d7e83c830d030776fee01c9ebd95f0589110f7989c90181d468b30) AuthConfig (fec2ec3f8831e09c8389370fe7a61dc05d111892b84085be8eedc9cef09af150) AuthConfig (90739fcb44e4a6878765a474ea86508f20d4406989a933b1d5d21ec08b66f616) AuthConfig (41a0517aba4fcbe0c421316d13a4d7f74d646a045237e09982d1b3ce8422a77c) AuthConfig (df60994a53ae2bb36a05464079a6068fa436e8291d470364a3f0938826c5a9e9) AuthConfig (40724f1627607e9259e6eb8d69055cf092971acd09b24a720e805f3b2878824f) AuthConfig (abc1b76dd55593ac9eb3a282d7e1e7a2b20c7abde6b33b4f4a65bf3a91e9c1c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"03a58812-2147-4b24-8c39-2d127861acf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.173796986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bba82795e58336ca775e203ef79126739bf69a0b819161538bbd5c70d517b7f7) AuthConfig (7c456da1fffe5243bb096824f6b7bc8c7d9d5e99642035ad46bf3df2a943eb06) AuthConfig (a8c925a8d0a8442bb9429a2906cd8c31495cc1b1c9715e3debf2c2cd54682eb0) AuthConfig (db48e8cfeab855e1faf0889d3c70b8e6621f4888869858402f386b0c56dfb3ad) AuthConfig (345337dfc232de022f9c0d70b398fc18a6f815d78be5dd2a4a86d5d488001f8d) AuthConfig (e64d585d9bb0be1eb3039128d836177edbb008d958c1e29147818588da0b3d7e) AuthConfig (7f9fd10534293a4f2e59d98b87f0b0e2c6733f479de9446826b4cd11a3894bcf) AuthConfig (2ac820b553df42f43bc34c3fd2f045fafd4e2f28d3e5ba55b0634e64085fa343) AuthConfig (a3c5b36032b7caf2f40202d53ad47b8f111bd016a093cc7f9551c9a61db90879) AuthConfig (cb69633369ffa28155369a17f6189c0784a473869d007b9bcae89e83f25ad968) AuthConfig (1090ba2ea49c2ec7ef63979cea3d14654ebeb17a92b6551fac71d6b8e49a3738) AuthConfig (aaa6b5b71ef2e5a70b6e5cfda8c34503604b4fa0a93e4889a3bac1efa6bc18b0) AuthConfig (6a31202a1a970014c856052fb92e78857e9f77427024a66bb6231672a483320d) AuthConfig (6c724ca3271f48803e510f9ac49ed7504d0fa2f8bcce2692bb690621d2964223) AuthConfig (86f56f429361f01570000472f93ba9a021fbc7910f84a8ef0915c817412f9cf5) AuthConfig (6d80f2951b6e822b92427aa6d660c99fc68a9fcd18bf79c5e21f5895717c2c5d) AuthConfig (b45e746656621a2a48bb30e630f26fbec0f187cfab1e6e5347f3d1c5a6e527d4) AuthConfig (548d6e383dcd8cf861b336052fad1853cd8581712e7f6d8e1b367464ee6f4770) AuthConfig (daf8db2dd5b789f5af58e9444f003453c74f993970197b791bf820e977f22b14) AuthConfig (4566e3f947fc10dfb1164d6911fd4a8e45a3eabe6a9a7c219a110dfd87cdb6d8) AuthConfig (4fb4d53b1daad537dfd2e24b96ec9c19ba7896b73a50cce5c92a4fa1953889e8) AuthConfig (09ab772662153f418cd259e5ecdd242b34f46372970ce7b25b2113508729a74e) AuthConfig (bec01ce5327b11ce92ac659ab23a48a8d7376469ad412f096dc39f4231cffc54) AuthConfig (9fc8d30705d7e83c830d030776fee01c9ebd95f0589110f7989c90181d468b30) AuthConfig (fec2ec3f8831e09c8389370fe7a61dc05d111892b84085be8eedc9cef09af150) AuthConfig (90739fcb44e4a6878765a474ea86508f20d4406989a933b1d5d21ec08b66f616) AuthConfig (41a0517aba4fcbe0c421316d13a4d7f74d646a045237e09982d1b3ce8422a77c) AuthConfig (df60994a53ae2bb36a05464079a6068fa436e8291d470364a3f0938826c5a9e9) AuthConfig (40724f1627607e9259e6eb8d69055cf092971acd09b24a720e805f3b2878824f) AuthConfig (abc1b76dd55593ac9eb3a282d7e1e7a2b20c7abde6b33b4f4a65bf3a91e9c1c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a4c65888-c462-4b83-af44-e2702fa6d15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.182536228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7d33e359-d25d-4322-bb92-a1e73dcdb305","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.186305633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c3430978-e0df-4e7d-b3b3-ea835424c50f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.227164609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3421f9f6-4bfa-40f0-8322-73084c383aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.228578862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"baf20e12-a7c0-4c41-8a85-2f159aec46be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.236105538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3421f9f6-4bfa-40f0-8322-73084c383aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.243418666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"baf20e12-a7c0-4c41-8a85-2f159aec46be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.244525472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bba82795e58336ca775e203ef79126739bf69a0b819161538bbd5c70d517b7f7) AuthConfig (7c456da1fffe5243bb096824f6b7bc8c7d9d5e99642035ad46bf3df2a943eb06) AuthConfig (a8c925a8d0a8442bb9429a2906cd8c31495cc1b1c9715e3debf2c2cd54682eb0) AuthConfig (db48e8cfeab855e1faf0889d3c70b8e6621f4888869858402f386b0c56dfb3ad) AuthConfig (345337dfc232de022f9c0d70b398fc18a6f815d78be5dd2a4a86d5d488001f8d) AuthConfig (e64d585d9bb0be1eb3039128d836177edbb008d958c1e29147818588da0b3d7e) AuthConfig (7f9fd10534293a4f2e59d98b87f0b0e2c6733f479de9446826b4cd11a3894bcf) AuthConfig (2ac820b553df42f43bc34c3fd2f045fafd4e2f28d3e5ba55b0634e64085fa343) AuthConfig (a3c5b36032b7caf2f40202d53ad47b8f111bd016a093cc7f9551c9a61db90879) AuthConfig (cb69633369ffa28155369a17f6189c0784a473869d007b9bcae89e83f25ad968) AuthConfig (1090ba2ea49c2ec7ef63979cea3d14654ebeb17a92b6551fac71d6b8e49a3738) AuthConfig (aaa6b5b71ef2e5a70b6e5cfda8c34503604b4fa0a93e4889a3bac1efa6bc18b0) AuthConfig (6a31202a1a970014c856052fb92e78857e9f77427024a66bb6231672a483320d) AuthConfig (6c724ca3271f48803e510f9ac49ed7504d0fa2f8bcce2692bb690621d2964223) AuthConfig (86f56f429361f01570000472f93ba9a021fbc7910f84a8ef0915c817412f9cf5) AuthConfig (6d80f2951b6e822b92427aa6d660c99fc68a9fcd18bf79c5e21f5895717c2c5d) AuthConfig (b45e746656621a2a48bb30e630f26fbec0f187cfab1e6e5347f3d1c5a6e527d4) AuthConfig (548d6e383dcd8cf861b336052fad1853cd8581712e7f6d8e1b367464ee6f4770) AuthConfig (daf8db2dd5b789f5af58e9444f003453c74f993970197b791bf820e977f22b14) AuthConfig (4566e3f947fc10dfb1164d6911fd4a8e45a3eabe6a9a7c219a110dfd87cdb6d8) AuthConfig (4fb4d53b1daad537dfd2e24b96ec9c19ba7896b73a50cce5c92a4fa1953889e8) AuthConfig (09ab772662153f418cd259e5ecdd242b34f46372970ce7b25b2113508729a74e) AuthConfig (bec01ce5327b11ce92ac659ab23a48a8d7376469ad412f096dc39f4231cffc54) AuthConfig (9fc8d30705d7e83c830d030776fee01c9ebd95f0589110f7989c90181d468b30) AuthConfig (fec2ec3f8831e09c8389370fe7a61dc05d111892b84085be8eedc9cef09af150) AuthConfig (90739fcb44e4a6878765a474ea86508f20d4406989a933b1d5d21ec08b66f616) AuthConfig (41a0517aba4fcbe0c421316d13a4d7f74d646a045237e09982d1b3ce8422a77c) AuthConfig (df60994a53ae2bb36a05464079a6068fa436e8291d470364a3f0938826c5a9e9) AuthConfig (40724f1627607e9259e6eb8d69055cf092971acd09b24a720e805f3b2878824f) AuthConfig (abc1b76dd55593ac9eb3a282d7e1e7a2b20c7abde6b33b4f4a65bf3a91e9c1c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3421f9f6-4bfa-40f0-8322-73084c383aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:16.255578142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bba82795e58336ca775e203ef79126739bf69a0b819161538bbd5c70d517b7f7) AuthConfig (7c456da1fffe5243bb096824f6b7bc8c7d9d5e99642035ad46bf3df2a943eb06) AuthConfig (a8c925a8d0a8442bb9429a2906cd8c31495cc1b1c9715e3debf2c2cd54682eb0) AuthConfig (db48e8cfeab855e1faf0889d3c70b8e6621f4888869858402f386b0c56dfb3ad) AuthConfig (345337dfc232de022f9c0d70b398fc18a6f815d78be5dd2a4a86d5d488001f8d) AuthConfig (e64d585d9bb0be1eb3039128d836177edbb008d958c1e29147818588da0b3d7e) AuthConfig (7f9fd10534293a4f2e59d98b87f0b0e2c6733f479de9446826b4cd11a3894bcf) AuthConfig (2ac820b553df42f43bc34c3fd2f045fafd4e2f28d3e5ba55b0634e64085fa343) AuthConfig (a3c5b36032b7caf2f40202d53ad47b8f111bd016a093cc7f9551c9a61db90879) AuthConfig (cb69633369ffa28155369a17f6189c0784a473869d007b9bcae89e83f25ad968) AuthConfig (1090ba2ea49c2ec7ef63979cea3d14654ebeb17a92b6551fac71d6b8e49a3738) AuthConfig (aaa6b5b71ef2e5a70b6e5cfda8c34503604b4fa0a93e4889a3bac1efa6bc18b0) AuthConfig (6a31202a1a970014c856052fb92e78857e9f77427024a66bb6231672a483320d) AuthConfig (6c724ca3271f48803e510f9ac49ed7504d0fa2f8bcce2692bb690621d2964223) AuthConfig (86f56f429361f01570000472f93ba9a021fbc7910f84a8ef0915c817412f9cf5) AuthConfig (6d80f2951b6e822b92427aa6d660c99fc68a9fcd18bf79c5e21f5895717c2c5d) AuthConfig (b45e746656621a2a48bb30e630f26fbec0f187cfab1e6e5347f3d1c5a6e527d4) AuthConfig (548d6e383dcd8cf861b336052fad1853cd8581712e7f6d8e1b367464ee6f4770) AuthConfig (daf8db2dd5b789f5af58e9444f003453c74f993970197b791bf820e977f22b14) AuthConfig (4566e3f947fc10dfb1164d6911fd4a8e45a3eabe6a9a7c219a110dfd87cdb6d8) AuthConfig (4fb4d53b1daad537dfd2e24b96ec9c19ba7896b73a50cce5c92a4fa1953889e8) AuthConfig (09ab772662153f418cd259e5ecdd242b34f46372970ce7b25b2113508729a74e) AuthConfig (bec01ce5327b11ce92ac659ab23a48a8d7376469ad412f096dc39f4231cffc54) AuthConfig (9fc8d30705d7e83c830d030776fee01c9ebd95f0589110f7989c90181d468b30) AuthConfig (fec2ec3f8831e09c8389370fe7a61dc05d111892b84085be8eedc9cef09af150) AuthConfig (90739fcb44e4a6878765a474ea86508f20d4406989a933b1d5d21ec08b66f616) AuthConfig (41a0517aba4fcbe0c421316d13a4d7f74d646a045237e09982d1b3ce8422a77c) AuthConfig (df60994a53ae2bb36a05464079a6068fa436e8291d470364a3f0938826c5a9e9) AuthConfig (40724f1627607e9259e6eb8d69055cf092971acd09b24a720e805f3b2878824f) AuthConfig (abc1b76dd55593ac9eb3a282d7e1e7a2b20c7abde6b33b4f4a65bf3a91e9c1c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"baf20e12-a7c0-4c41-8a85-2f159aec46be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.571404008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2514791b-9f54-4c92-acee-2fde875d6a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.582653956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2514791b-9f54-4c92-acee-2fde875d6a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.611161001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2a182d22-e634-45bc-b074-2523d7534715","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.670884117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b14496ae-6d6a-4be3-ba0a-cd319490574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.679564709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b14496ae-6d6a-4be3-ba0a-cd319490574f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.715115082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"8dc7b366-b85f-4573-8baa-d617cd65621a","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.80910963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"0e67e803-fb26-4a29-b37f-c72d2cfbba60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:19.831104514Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"0e67e803-fb26-4a29-b37f-c72d2cfbba60","name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.021465869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"305a88b4-48a7-481f-9bd1-8a8e98e8c970","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.028108881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"61018eaa-6c6d-4402-ad92-0e120a201c80","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.037400532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-gw-auth-df8a1c62","reconcileID":"0be81927-9eb7-4fcf-afae-0b5a6a7dd1c9","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.045799795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-gw-auth-df8a1c62","reconcileID":"0be81927-9eb7-4fcf-afae-0b5a6a7dd1c9","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.071622066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"14db86dc-ae91-4076-b06c-491ee169559f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.137872148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-gw-auth-df8a1c62","reconcileID":"23d9eacf-e388-4f7c-a31d-ab56ec12e5ff","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.146548171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-gw-auth-df8a1c62","reconcileID":"23d9eacf-e388-4f7c-a31d-ab56ec12e5ff","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.98941264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-gw-auth-df8a1c62","reconcileID":"3cbd7a54-0011-4d2d-9f5f-847ab8d1fd5d","MaaSAuthPolicy":{"name":"e2e-gw-auth-df8a1c62","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:22.989542519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"d6e4e540-9ec4-4a08-aed7-f8f229214d89","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:23.003701942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"711f76fe-4924-430f-916e-3819b8d9c9e5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.122094739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"25755233-3c34-4ad1-b46b-db2a0b76f578","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.122432342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"af60e606-ddbd-42ba-a675-e5136515f524","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.150759377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1de4b08d-416b-479d-970d-6ec874791e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.152749894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"e7851e1a-48f2-4c12-81d1-1fc9339be11a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.153212813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"0f662ddf-551f-43cb-8c28-d6c8fc8b7663","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.161938944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1726e36c-59c7-4f4c-baef-da43a6140859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.167077763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"8be29c09-2356-412e-952c-dd91d55464f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.167429947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1de4b08d-416b-479d-970d-6ec874791e85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.167797665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"130e5a39-5df7-496b-ae45-a5d1cab6a8aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.173582411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1726e36c-59c7-4f4c-baef-da43a6140859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.23820797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b628885b-026e-49cc-91c8-2704e15be9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.242855828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"665340a9-d203-4aa1-88ab-442a1056f9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.255115642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b628885b-026e-49cc-91c8-2704e15be9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.263011164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"665340a9-d203-4aa1-88ab-442a1056f9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.798276435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"11097a4c-8163-404a-9ee0-b08056a53539","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.807581827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"11097a4c-8163-404a-9ee0-b08056a53539","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.934481359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"68da68c6-492b-4a5a-bada-283a92785af8","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:25.934604365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"68da68c6-492b-4a5a-bada-283a92785af8","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.260879273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cf2fd95f-aadf-4c3f-990c-2a371b62213f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.266158265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b56d731e-60e1-4794-858f-9caa34cff31a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.27027869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cf2fd95f-aadf-4c3f-990c-2a371b62213f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.274875449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b56d731e-60e1-4794-858f-9caa34cff31a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.298508031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0457a922-0fae-409d-93a6-d3b0ce974fdf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.30247697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1ae04043-0c5b-4ab3-97a5-a6234b6b6bb0","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.55018189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"0bd3c84f-42d7-4ce8-9b7d-0f1da42a8e6e","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.550212573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"0bd3c84f-42d7-4ce8-9b7d-0f1da42a8e6e","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.563282527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"83949d12-8ec5-41b1-8606-3ababbf1db65","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.563874562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"bba20988-1af8-40ab-aa0d-338728518775","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.563888882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"bba20988-1af8-40ab-aa0d-338728518775","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.565264065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"5ae8ab6d-bf6e-49b0-99d3-27de9b4fdcbb","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.571614337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"83949d12-8ec5-41b1-8606-3ababbf1db65","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.572716198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"8b1e0d47-79f2-4494-92b0-56e77f1cec2e","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.57273005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"8b1e0d47-79f2-4494-92b0-56e77f1cec2e","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:26.575840883Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-000ffb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.587542562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"5aa41f05-8923-424a-8463-e67dc3e81503","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"maas-trlp-praxis-route-000ffb","model":"praxis-route-000ffb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.608512424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"2084be80-e30a-425d-9fb7-a778937e1eb4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.608528727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"2084be80-e30a-425d-9fb7-a778937e1eb4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.658882545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"fbc53044-8a16-4016-a5ff-c2a321e51670","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.66770325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"fbc53044-8a16-4016-a5ff-c2a321e51670","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:26.690544547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"f591717e-d64d-4783-9bab-f5b2176b3582","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"maas-trlp-praxis-route-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:29.946805618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1da08db5-ea60-443e-a4ca-de747096e075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:29.947256308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f4f2e244-b610-4636-8f6f-ce03db6fb94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:29.956065173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f4f2e244-b610-4636-8f6f-ce03db6fb94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:29.957716863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1da08db5-ea60-443e-a4ca-de747096e075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.780478776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc323a90-8b8c-44d5-9cc7-4f2ad178a3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.785555589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc323a90-8b8c-44d5-9cc7-4f2ad178a3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.79306327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc323a90-8b8c-44d5-9cc7-4f2ad178a3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.796707446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc323a90-8b8c-44d5-9cc7-4f2ad178a3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.988596529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4101f6-3aff-45e9-8f90-ab4a2adb32a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.991861435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4101f6-3aff-45e9-8f90-ab4a2adb32a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.99498628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4101f6-3aff-45e9-8f90-ab4a2adb32a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:31.998019547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4101f6-3aff-45e9-8f90-ab4a2adb32a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.171784242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"335b46d3-f72e-4ae6-97ea-1df28dbd4fde","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.178192134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"710e9645-3a78-46eb-99d4-1d996ce88be9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.187715787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"a0aa5b2b-986c-40e2-8452-a562c78c2104","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.196199802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"a0aa5b2b-986c-40e2-8452-a562c78c2104","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.224854455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"725d2be9-36e8-4c40-911b-a4232f33d4d8","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.288573361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"21fd384d-77ab-47a7-9246-161e2805b6d4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.296711429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"21fd384d-77ab-47a7-9246-161e2805b6d4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.35033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f939e8b4-ab51-4ffb-9f53-d5196946d0ba","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.359790904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ea5eee5b-03a0-4cce-a0ca-c2282c0646e2","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.359813975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ea5eee5b-03a0-4cce-a0ca-c2282c0646e2","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.362316946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"67c2abe8-f8de-4b26-bb3e-67aad034f46c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:34.363824462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-bulk-sub-46573123","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-46573123\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.368681879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d179ef5c-8c13-456f-9c82-99d53b316dcc","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.387681319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"74d04247-551a-4b8b-b935-a6d5cb0f3438","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.387954645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"fca7430b-08e6-4090-87e2-975d6e57ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.388270451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f72a0b6a-3144-4883-8019-316ab146912c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.392845109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123","reconcileID":"48a39229-852a-4197-8538-c3fa69283066","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-bulk-sub-46573123","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.398967495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"74d04247-551a-4b8b-b935-a6d5cb0f3438","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.399001383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"fca7430b-08e6-4090-87e2-975d6e57ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.402378816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f72a0b6a-3144-4883-8019-316ab146912c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.414426678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"bb4872d5-2a3e-4e1a-a85f-62fe70c238e5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.490302282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123","reconcileID":"8a33b9fb-1feb-478c-9183-3ab2c003799b","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.490438727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"778c80a9-c1e4-44e6-96a1-017aca2a6464","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.520075039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"becd1688-013e-4852-ac05-2853b22cca0e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.520107478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5b50687e-bfe7-44eb-9612-d285561a99e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.520537385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bef3f524-73bb-48dd-9f0b-64ba771c8fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.528837896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bef3f524-73bb-48dd-9f0b-64ba771c8fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.528966749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5b50687e-bfe7-44eb-9612-d285561a99e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:34.530955008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"becd1688-013e-4852-ac05-2853b22cca0e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.844115747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9d30be79-17ab-4757-9b04-6b9717e0cc38","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.862622161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2bb76dbe-62ea-4a18-89f5-a17e6738b159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.862642588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"db5d92b9-35e9-4663-9a77-af4ae362ce72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.863317825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"068c6ee9-ad6a-4db1-b306-0b5c846579bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.880279794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"068c6ee9-ad6a-4db1-b306-0b5c846579bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.886085828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"db5d92b9-35e9-4663-9a77-af4ae362ce72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:35.889336433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2bb76dbe-62ea-4a18-89f5-a17e6738b159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:36.273152668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"0e69a5c0-655d-41ca-9a6a-e8cd47ebd6ab","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"maas-trlp-praxis-route-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:36.343990135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ac7438c2-5c4a-4376-a198-2b8d224960c1","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:36.344224229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ac7438c2-5c4a-4376-a198-2b8d224960c1","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:36.671098466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"aa2d2714-fe8d-47dc-a82a-f6bfb4aaca0d","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:36.681199704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"aa2d2714-fe8d-47dc-a82a-f6bfb4aaca0d","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.115887271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"95e90fd3-b403-4587-b0e4-2c7fe3bfd995","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.115916594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"95e90fd3-b403-4587-b0e4-2c7fe3bfd995","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.131750035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"4ddf61ee-c37c-4b3f-85d8-780cea9d55f0","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.132281794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"86e61973-c421-4ddc-b24a-1eaa111969fe","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"maas-trlp-praxis-route-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.140481736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"4ddf61ee-c37c-4b3f-85d8-780cea9d55f0","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.150775846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"3e14ed38-1ef0-4649-a41a-028737e72314","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.150792985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"3e14ed38-1ef0-4649-a41a-028737e72314","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.168267326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"9b7b7809-7544-4949-a9f7-ac208fc4219f","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:40.243078018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"6c40944a-98df-4a57-9cae-dbdbcef6741c","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"maas-trlp-praxis-route-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.781409989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"428c0b57-925e-4ecf-96d4-0e77aa4324f8","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.781852597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"907bbd7d-89fc-4872-9bca-0d8ebe8541ca","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.78219784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"94104005-ecfe-4226-acc4-ba5ad0632bcc","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.802376327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"8f916689-dbea-4629-8b05-ee96aa673869","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.802886891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"71405627-6e69-4753-9779-55cd5392f50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.803018143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"3b6f4888-b955-415d-af1f-5611f7281f96","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.80323774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7888f209-f074-44fc-8f86-617571f750b4","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.806301976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"400846a1-ec4c-4d3c-bd2b-287c192a83be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.811034387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"855aa19d-c22b-418f-87e5-ec6a4e3ca0c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.811541138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"68e81309-fc70-4141-b578-eacb3469fc3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.81203631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"71405627-6e69-4753-9779-55cd5392f50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.814779623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"400846a1-ec4c-4d3c-bd2b-287c192a83be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.848011919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.929198531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4e6e1273-31a6-4143-8a33-fedfced3fc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.931074941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8f0c1cf-9cc0-420d-8502-9d3f6e64b473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.943775014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4e6e1273-31a6-4143-8a33-fedfced3fc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:42.950857386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8f0c1cf-9cc0-420d-8502-9d3f6e64b473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.864608494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123","reconcileID":"d63412fb-95d0-4942-b5c9-c39f15c59850","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-bulk-sub-46573123","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.889426245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123","reconcileID":"d63412fb-95d0-4942-b5c9-c39f15c59850","MaaSSubscription":{"name":"e2e-bulk-sub-46573123","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.906314705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"934aaa19-513d-475b-8618-1a0189a378ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.912680716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"58e238a1-2ddb-41ef-865c-0164dadc22ad","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.934088173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c7ee7b3a-63ed-4750-b8b3-ec1e9b147e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.935054344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"82d68f90-953f-4d3a-b758-3b234e4a0078","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.935058381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3858b40-1677-4078-9f1e-39d2840ed2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.94488614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"82d68f90-953f-4d3a-b758-3b234e4a0078","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.944998337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c7ee7b3a-63ed-4750-b8b3-ec1e9b147e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:45.947163023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3858b40-1677-4078-9f1e-39d2840ed2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:46.06514193Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-bulk-sub-46573123-auth","reconcileID":"5553ca1a-57df-4351-8253-5f30f52e9165","MaaSAuthPolicy":{"name":"e2e-bulk-sub-46573123-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:46.065480486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"28d85c33-4e0e-47fe-8d18-0793adc48cbf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:46.084739522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"b4bb4dc1-53f2-4aac-ba08-53401c499047","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.404414202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d82b4f94-0c6a-4a35-949b-c53aae7da09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.404498933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"109bb492-55c6-4506-b01c-c8c7f81726f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.413706018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"109bb492-55c6-4506-b01c-c8c7f81726f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.413744629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d82b4f94-0c6a-4a35-949b-c53aae7da09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.884302692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"06d3aabf-b049-4e35-935f-eeb30b3f7a81","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.926069776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3ec1e686-efc0-47e8-bb65-60a57edd2a84","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.934842049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"00a24f3f-2b8c-4240-b3fe-47a0088ace22","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.943153535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"00a24f3f-2b8c-4240-b3fe-47a0088ace22","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:47.969305452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"52425c68-8e54-4baa-8030-5c4e14c61530","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.037960313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"0aceb87c-0c9c-47d2-b201-19199c092748","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.046362554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"0aceb87c-0c9c-47d2-b201-19199c092748","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.079280922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"580a0b1a-84c0-4336-9419-1543ab69f4ce","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:48.083423227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"0aceb87c-0c9c-47d2-b201-19199c092748","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-65bbaee9-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.088258061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f29e9513-c880-4ace-8cb3-e970833801e5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:45:48.093006164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9","reconcileID":"b23b0463-ac52-487b-a8c4-82b1fc88379a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-65bbaee9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.110842197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"df3385e8-a7db-4c7d-a465-3f9287bc63b6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.121204163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"184f1802-4b4b-4034-837d-39cda43815a9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.17868865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4cfff5ac-6ab0-4ee5-9c2d-bcb14ee1b4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.186994764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"880f05ce-fd5d-4c1e-a8b1-43496540febb","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.188194331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f7c535dd-5eb9-4912-b6fc-6457acc8faf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.195291186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4cfff5ac-6ab0-4ee5-9c2d-bcb14ee1b4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.199720544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"880f05ce-fd5d-4c1e-a8b1-43496540febb","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.21163135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9","reconcileID":"72556408-8977-4126-ba64-5e81a2495ca8","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-dry-sub-65bbaee9","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.217617025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f7c535dd-5eb9-4912-b6fc-6457acc8faf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.249632549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d739518b-b3fd-475b-90a6-3745f72f9912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.250997038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"a9af6b73-7234-460e-806d-e1867bdd2b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.251604523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"30c84bb1-a50a-4c07-a587-5f5ae0366cc8","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.266587124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d739518b-b3fd-475b-90a6-3745f72f9912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.268196626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"81aa1617-e505-476d-871e-2dd9e9141123","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.287264661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"81aa1617-e505-476d-871e-2dd9e9141123","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.342035952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2b669d47-bf13-4817-a3c8-2dfa2410e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.343952044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9","reconcileID":"8dc9d9a6-ecd3-4b0d-98ea-8a35c41a2fd3","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:48.350507873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2b669d47-bf13-4817-a3c8-2dfa2410e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:50.152059368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"357f793b-2ae1-41f0-8b8c-382c166f8bb4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:50.152077222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"357f793b-2ae1-41f0-8b8c-382c166f8bb4","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.494618424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"1b033eb0-c897-44e2-a09e-7f925a41781d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.507659549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5c50f600-7b1e-42f8-812a-b44449b16298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.50780531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f765bde2-33b5-4e2b-b22a-1cc053b3ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.508063058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"08377bec-736f-462c-bb1e-8eb4b4a70929","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.516634697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"08377bec-736f-462c-bb1e-8eb4b4a70929","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.516786475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5c50f600-7b1e-42f8-812a-b44449b16298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.518417002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"5a0a5709-f6e5-4a7c-b7de-426ca0980e5a","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.518432432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"5a0a5709-f6e5-4a7c-b7de-426ca0980e5a","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:45:51.518925165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f765bde2-33b5-4e2b-b22a-1cc053b3ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:00.152697954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"54bf94d3-578f-439b-84aa-319c9a41159c","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:00.152724645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"54bf94d3-578f-439b-84aa-319c9a41159c","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.511100913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9","reconcileID":"565fe2a6-86fa-4dc6-9fd9-97d3896e691e","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-dry-sub-65bbaee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.533401842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9","reconcileID":"565fe2a6-86fa-4dc6-9fd9-97d3896e691e","MaaSSubscription":{"name":"e2e-dry-sub-65bbaee9","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.548062707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"7b98c3e7-8be9-49a2-b0c5-f0cb89d47841","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.554050065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"989ff2ef-b989-4b97-a38c-b3bc7c926d1f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.563640792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"27d3f035-73b5-406e-9a13-2a04d707b6cc","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.563805492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1c64abd5-8921-4ea8-b569-5a74e7ed2d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.564103929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"fb0535fc-0068-4eae-add4-ea891aa35c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.572322757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"27d3f035-73b5-406e-9a13-2a04d707b6cc","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.572533691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1c64abd5-8921-4ea8-b569-5a74e7ed2d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.574561997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"fb0535fc-0068-4eae-add4-ea891aa35c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.720227214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"47914b70-e424-4157-8df5-240fbc358c55","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.720252949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-dry-sub-65bbaee9-auth","reconcileID":"18634ab9-14a4-48a1-8cee-3f483463a76e","MaaSAuthPolicy":{"name":"e2e-dry-sub-65bbaee9-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.734888763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"dcb3e90a-8a69-4d37-93dc-bd958a49adcf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.828919628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-b-3b52f1e5","reconcileID":"80a42a2d-44be-4775-9c6b-205306b8528d","MaaSModelRef":{"name":"e2e-conflict-b-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-b-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-b-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:01.838694234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"9b6a24c9-15bc-4ec0-b4de-646539587785","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:02.844947942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"92a76a67-ef9b-4cc8-8cce-97ddf68d720f","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:02.875019145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"7fdaf7b2-22bb-4158-b0d9-9c50a0319819","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:02.881441535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e472d4fa-1a94-480d-86f9-5b720762f8c7","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:02.890547859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"090ed8cb-b1da-437a-becb-5d995b6942b8","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:02.898784281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"090ed8cb-b1da-437a-becb-5d995b6942b8","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.027270083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0157ee1f-85f5-4f91-92fc-8d46ee049ac5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.039056871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"1bb1cd06-b60c-48c0-bdda-bfa5fbdb52be","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.047652489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"1bb1cd06-b60c-48c0-bdda-bfa5fbdb52be","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.062824569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"078d4e5a-9cfa-4b5a-9546-4cac5e39f2fa","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.071868544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"fdcbc0f0-8070-4da4-be2f-16dfee0eed58","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:03.073017583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf","reconcileID":"e6a1a75c-dd0f-43f7-8cfd-504e7f68be1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-b75be3cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.088400523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f2a165a2-3d41-4ec3-a667-7746fc34adaa","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.097102645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"21056888-d3bc-4884-b148-711dd1b226b3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.119449112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf","reconcileID":"5cc5aaa4-3bbd-4b97-b639-eebe89c38796","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-combo-sub-b75be3cf","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.138939296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"62ea7f09-e668-4d60-9adb-e53f312e8f5c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.140924764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"3337d87c-13dd-4899-b839-807335a132d7","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.14127323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"e2e-conflict-a-3b52f1e5","reconcileID":"b08dabd2-409a-4f93-a995-44da6e0f64c8","MaaSModelRef":{"name":"e2e-conflict-a-3b52f1e5","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"e2e-conflict-a-3b52f1e5-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"e2e-conflict-a-3b52f1e5","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.146012494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"37fdb66c-d95e-4d41-9340-d455026c8ae2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.157099466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4e4e1eb8-dfd2-4acc-a989-cf839750b0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.157808151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dda14ca5-c4a8-40a4-a9ef-de3863a34869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.167023193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4e4e1eb8-dfd2-4acc-a989-cf839750b0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.174068055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dda14ca5-c4a8-40a4-a9ef-de3863a34869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.218295211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"9c75d355-1326-4708-a3f9-94712d3fe7bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.218564217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"a0323f0d-6c47-47f2-97e3-6cb0a1a854ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.218720685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"1013f20d-9741-4096-bb6c-3e8cc72cb7d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.219127281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf","reconcileID":"cc354268-76e4-4d2c-a3bc-b06e667d6c0f","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:03.227318581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"1bb1cd06-b60c-48c0-bdda-bfa5fbdb52be","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-b75be3cf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.238963023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"80bfc40a-0f7c-4bcc-952f-1376f6b368ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.239095041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"7e161f14-123c-4fdb-b293-084323e9334a","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.239815856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f509172f-57f8-4f41-8468-ed0a40dcb4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.240308473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c12c5122-2af8-4386-b1a3-a41190edb84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.240391093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"db8ec7c1-c8b2-4af3-9521-f13d0b4dd80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.248970792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"80bfc40a-0f7c-4bcc-952f-1376f6b368ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.249005284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"7e161f14-123c-4fdb-b293-084323e9334a","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.252808783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c12c5122-2af8-4386-b1a3-a41190edb84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.253931332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f509172f-57f8-4f41-8468-ed0a40dcb4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:03.258960364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"db8ec7c1-c8b2-4af3-9521-f13d0b4dd80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.449655979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ae5a2dbd-bb5e-4027-9399-9504b989308b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.462665324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"1413d6bd-a59f-45bf-b89b-2b607be7fdf7","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.462792774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d40ad771-e00a-488a-951e-7eb95ca20a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.463160702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dbcd5176-8e24-42e5-b06c-5affde952a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.472936558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d40ad771-e00a-488a-951e-7eb95ca20a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.473290883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"1413d6bd-a59f-45bf-b89b-2b607be7fdf7","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:04.475155517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dbcd5176-8e24-42e5-b06c-5affde952a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.379412324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"885e7242-8529-43fd-8d5f-84917fab047f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.379821204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"68be1adb-7418-4d8d-a9fb-33ab26507337","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.401634686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"941bb960-bccf-448a-b9af-2633c9e406da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.402074306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"15932690-54d4-4b82-8ce4-4ad2f14e5eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.407322922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"74cef648-6dee-42fa-8924-72f371291252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.407837555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"d6cabbe4-5ed9-4443-baa5-2774af7e09f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.413240346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"15932690-54d4-4b82-8ce4-4ad2f14e5eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:07.42206296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"941bb960-bccf-448a-b9af-2633c9e406da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.103306702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"35733893-0c3b-417f-96a2-423e355b0010","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.103328777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"35733893-0c3b-417f-96a2-423e355b0010","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.427763324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"b8119465-648b-488c-82e3-44a0dafbd599","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.427784449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"b8119465-648b-488c-82e3-44a0dafbd599","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.434284768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"1704f38b-4c3d-4a71-9b98-98a35a66b2b1","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.434433748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"1704f38b-4c3d-4a71-9b98-98a35a66b2b1","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.440868451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"9f5f5846-f002-4f75-a0b3-1cdf6f75f0b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.472211406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"9f5f5846-f002-4f75-a0b3-1cdf6f75f0b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.479489973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"9f5f5846-f002-4f75-a0b3-1cdf6f75f0b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.488109065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"00c2d758-c388-4b7a-add3-c37c3848c8da","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:08.488125849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"00c2d758-c388-4b7a-add3-c37c3848c8da","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:10.154257502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cb8b5c9c-9527-473c-a245-f6299527803f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:10.154373245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cb8b5c9c-9527-473c-a245-f6299527803f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:12.570046473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ce1213a6-42b8-4150-8d21-338b17e3f3c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:12.853401136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:12.883078819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"055e0ec1-6cad-4219-9778-053f054756a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.394373873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b09b3ab0-ea7c-45dd-b730-3cdb302e8b57","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.3948322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"b9660cff-8cd3-4dcc-88ce-8cc6d63b3a51","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.418734112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"58bc3cbf-028e-4aac-bd32-06a9bf076257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.420443712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ec2011ad-24f7-4514-81c4-76997237c949","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.420712839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"730af25b-93c3-4283-be38-0fb8e9acb830","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.434603878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4c169325-446f-44fd-a81c-fccd64411ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.439767441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"93fc8c21-d228-41df-be14-35d396717940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.440259536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"58bc3cbf-028e-4aac-bd32-06a9bf076257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.441015983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"57fc716d-e484-48f0-852c-c916dabd385b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.447115387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4c169325-446f-44fd-a81c-fccd64411ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.468910585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf","reconcileID":"5ccd518c-ecb5-41e9-82d1-73f1121b6663","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-combo-sub-b75be3cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.497320662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf","reconcileID":"5ccd518c-ecb5-41e9-82d1-73f1121b6663","MaaSSubscription":{"name":"e2e-combo-sub-b75be3cf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.508760979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a3266724-b11a-41a3-a6be-399e31cfe1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.509561029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5b698250-994b-4e6a-b296-7474371aa6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.538324044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a3266724-b11a-41a3-a6be-399e31cfe1b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.552931998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"25beb850-4470-4d4e-ac5f-9185bef1cef1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.55457678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"109c3d24-e229-4bc7-b94a-552c366e4acc","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.576576564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5b698250-994b-4e6a-b296-7474371aa6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.611085242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"f1f81765-5b72-41bf-b9a0-5cd4f875501b","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.611520792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7b4841f2-a7b2-43f8-a8f8-4a913b415fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.611713674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ea9c6d92-96ff-42a3-ab30-e3841a27a213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.623046315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"f1f81765-5b72-41bf-b9a0-5cd4f875501b","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.625784901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ea9c6d92-96ff-42a3-ab30-e3841a27a213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.626317675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7b4841f2-a7b2-43f8-a8f8-4a913b415fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.713114359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-combo-sub-b75be3cf-auth","reconcileID":"bc7f4dab-9a81-464a-b066-fdccaabecd07","MaaSAuthPolicy":{"name":"e2e-combo-sub-b75be3cf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.713177139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6260be2d-47ca-43ae-a23b-f4125d4deced","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:14.899590165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e910eb17-6d99-4fe4-a1a0-58637553f58b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:18.532204173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"215e6ac8-f3ef-4a7d-b1db-5e10c730200d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:18.540609059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"215e6ac8-f3ef-4a7d-b1db-5e10c730200d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:18.548080026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93be2db6e77212389c70e244a9e85a52840dea581bc800e634adb759267eb392) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (174ffa63b0dac0e8c89edf058e4185f01421a44f3ca03179280139fdc49cb525) AuthConfig (bc517ca9e4ae523d48512eba662f9fc68eac563eb4d9fab7fb5d6bf89eaaf98a) AuthConfig (534f3941a4a0df35b130f877839d0e15bac2bb7704d3e8a7f2c814799f0ef002) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (a7a04ea597be5db14adb0ddea4aa06ed55e6fb11ef12a41365c3a0693885866d) AuthConfig (76ddf0a765d86b6fe92268b8c477220d2e8dbe2d35b84ef6ca972680befbe011) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (b980e044f10f7e49d64732222fe4607fee2a7852580009efe578c63d77f6f74e) AuthConfig (76fb76a095269e366279da0ae6fdb28ab13e7c6fa7b1d73ebbc5f013d20493c7) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (6aa6123dc7ade08c6491f7050e8b9ccf6b9306a0fec0d445936c0bb9d89eca35) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (2bb4ee8d55bbe4c2fff496df0b2a629d2b19e9d3245691d9c581be5c0c7d8251) AuthConfig (b22c551f9bbeb3f261784d5ab6bb987f0076a02c4ae7f2c00233c0aa63fc8966) AuthConfig (d48c83b37c6255594dfe8b58e9d35550dbcac079f1dce221698d5f7a7c5bd5b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"215e6ac8-f3ef-4a7d-b1db-5e10c730200d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:18.557651931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"ce7b7c4f-7d55-455b-9245-8d6fa59a0548","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:18.557666413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"ce7b7c4f-7d55-455b-9245-8d6fa59a0548","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:20.155393362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"e68d0700-c3a5-4f8d-88c4-442838973f8a","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:20.155413257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"e68d0700-c3a5-4f8d-88c4-442838973f8a","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.087608828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d66c7341-f4cd-4bf6-89f5-09e6f1f36339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.087731995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"175a9ab7-6be8-424c-ad9d-fcd0513055ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.096674864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d66c7341-f4cd-4bf6-89f5-09e6f1f36339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.097910517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"175a9ab7-6be8-424c-ad9d-fcd0513055ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.192560588Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"8b3f02e3-9d78-4bb5-a86e-1d49e6353e3d","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.202225781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"8b3f02e3-9d78-4bb5-a86e-1d49e6353e3d","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.202823157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"3e24d7e3-3516-4b1d-8682-3df85407598f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.202845638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"3e24d7e3-3516-4b1d-8682-3df85407598f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.264618296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"7de98373-2f55-42c1-bee5-e9cdbf9da88b","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.264657264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ef3c7884-2358-4812-99cf-12842f5eb3ff","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.264671496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"ef3c7884-2358-4812-99cf-12842f5eb3ff","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.292223115Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"ae396282-284a-4ea6-80bb-25079e007a76","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.292478815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"ae396282-284a-4ea6-80bb-25079e007a76","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.311119977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"7de98373-2f55-42c1-bee5-e9cdbf9da88b","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.344044301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"7de98373-2f55-42c1-bee5-e9cdbf9da88b","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"name":"e2e-praxis-a-000ffb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.344076819Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-auth","reconcileID":"7de98373-2f55-42c1-bee5-e9cdbf9da88b","MaaSAuthPolicy":{"name":"praxis-route-000ffb-auth","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.351887633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"977c930b-b928-433a-8fb7-f4d468833573","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.351906109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"977c930b-b928-433a-8fb7-f4d468833573","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.400677095Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"76fd17fb-b701-45b9-a38f-ce51531e3367","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.400896249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"76fd17fb-b701-45b9-a38f-ce51531e3367","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.485650691Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"996d2b0e-2a68-4d56-9cb4-707f25b2d6ff","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.485845393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"996d2b0e-2a68-4d56-9cb4-707f25b2d6ff","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.590154174Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"5e48733b-08d7-4bec-870f-0a609f5ab31e","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.590369216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"5e48733b-08d7-4bec-870f-0a609f5ab31e","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.685657311Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"6462d304-6336-4dc6-b4f8-e8ce9efd7a77","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.685853898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"6462d304-6336-4dc6-b4f8-e8ce9efd7a77","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.858151022Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"7eade8d6-1c63-4fee-be2a-3d5663c1fa55","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:21.858308134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"7eade8d6-1c63-4fee-be2a-3d5663c1fa55","error":"failed to create TokenRateLimitPolicy for model praxis-route-000ffb: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-000ffb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-000ffb because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.907787322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cf007b27-4319-468f-bdf1-acd31ad2604f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:21.907807667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"cf007b27-4319-468f-bdf1-acd31ad2604f","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.055304116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"6a4d825e-efbd-42dd-8100-8be2792e834b","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.055428835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"6a4d825e-efbd-42dd-8100-8be2792e834b","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.144227325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"39f8c039-da0e-4b2a-b8b4-edd5753cc250","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.144253358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"39f8c039-da0e-4b2a-b8b4-edd5753cc250","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:22.144273048Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"39f8c039-da0e-4b2a-b8b4-edd5753cc250","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"LLMInferenceService praxis-route-000ffb not found in namespace ai-tenant-e2e-praxis-a-000ffb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.148591947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"58619b24-9c74-4949-af38-f284f7d98a75","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:22.153287603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"39f8c039-da0e-4b2a-b8b4-edd5753cc250","error":"LLMInferenceService praxis-route-000ffb not found in namespace ai-tenant-e2e-praxis-a-000ffb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.158594798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"dcba3d67-4253-4caf-b26c-c6f643b7b55b","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"tenant":"e2e-praxis-a-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.158609598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"dcba3d67-4253-4caf-b26c-c6f643b7b55b","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"routeName":"praxis-route-000ffb-kserve-route","namespace":"ai-tenant-e2e-praxis-a-000ffb","llmisvcName":"praxis-route-000ffb","gateway":"openshift-ingress/e2e-praxis-a-000ffb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:22.158622555Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"dcba3d67-4253-4caf-b26c-c6f643b7b55b","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"error":"LLMInferenceService praxis-route-000ffb not found in namespace ai-tenant-e2e-praxis-a-000ffb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:22.158663281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-000ffb","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb","reconcileID":"dcba3d67-4253-4caf-b26c-c6f643b7b55b","error":"LLMInferenceService praxis-route-000ffb not found in namespace ai-tenant-e2e-praxis-a-000ffb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.158694305Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"5c202b2f-f7ad-4bbf-95ac-0d8a7897acb5","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.165127502Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"c2b70fb2-d0a1-4732-b343-c3f090c05fe5","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.175760544Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"79198c68-d37d-4077-9c16-10313a05c2d8","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.228973926Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"49a0cad5-caa1-40d5-b58e-accd72beaf68","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.298644192Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"e9815875-4b77-47d7-97ee-c549ce97e3e8","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.508557161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075183e6-1b9c-4453-956b-248294e79cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.511835046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075183e6-1b9c-4453-956b-248294e79cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.514999419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075183e6-1b9c-4453-956b-248294e79cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.518262357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075183e6-1b9c-4453-956b-248294e79cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.572400947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"7c471dfd-1026-4d16-9a66-942c8abc568e","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.590196321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"d98491c5-97cb-4eb8-b175-7d57cabb430c","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93664871","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.885731008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123601fd-25b7-44a2-a04e-61b26b38e27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.88891663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123601fd-25b7-44a2-a04e-61b26b38e27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.892255751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123601fd-25b7-44a2-a04e-61b26b38e27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:22.896269903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123601fd-25b7-44a2-a04e-61b26b38e27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:24.999286874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d227addc-7f0d-4a1b-afcc-a974ee2d9749","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.005726827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f8d2614b-8d3a-44f3-ad11-97e58d6ab44c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.015295598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"568b95cb-828a-48b7-91f8-f41d10e19794","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.023812612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"568b95cb-828a-48b7-91f8-f41d10e19794","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.047789662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"41b6c193-1e3e-442a-aab9-f4db7ca011ec","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.116071916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"3f91041c-fcee-4641-9c45-fd01118e35de","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.124540231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"3f91041c-fcee-4641-9c45-fd01118e35de","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.235315528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c46b7ba0-e81b-4e9b-8119-f0a4b51ea2e7","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.243487667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"fbecafa6-5a54-4cf5-977b-902a29e810f7","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.245701033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e5efbc0e-3bee-4647-a60c-e20ba206cce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:25.246011855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-sub","reconcileID":"c6f64a01-a43d-448f-9327-5f3fc1171629","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.246189556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"ad2a178f-36f8-49ff-a9e2-4afd49368e97","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.248420024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"67e515f0-5aeb-4718-9480-63268bde472e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.255290689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e5efbc0e-3bee-4647-a60c-e20ba206cce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.255387432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"ad2a178f-36f8-49ff-a9e2-4afd49368e97","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.258226592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"67e515f0-5aeb-4718-9480-63268bde472e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.263801259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"affb40cc-b3bf-4154-8a61-e608d7950090","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.270612562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3fda578e-aff4-4240-85d6-5b04c75b08bf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.347197963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2ac5391c-b89b-4751-a025-4284b7198e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.347515697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6b0280e8-05dd-4df1-8ccd-d7db8ec60ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.347713745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"cd6919ba-fc1b-4df7-902c-fb9b2fefdcf0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.348140419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-sub","reconcileID":"d4a4db4a-2bb8-469f-937c-d2dfce57b5ff","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.356758049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2ac5391c-b89b-4751-a025-4284b7198e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.357403637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"cd6919ba-fc1b-4df7-902c-fb9b2fefdcf0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.359600953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6b0280e8-05dd-4df1-8ccd-d7db8ec60ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.365938628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9319e798-1503-4498-864c-125315bf77cf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.392415336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"9d37eb04-1a63-48f5-9f1f-385a886d7055","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.39277098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-sub","reconcileID":"0b2cb744-b8bd-4250-a35b-31ce899d48e5","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.806258697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3781162b-3d54-49ca-a7cf-84e865adddfa","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.814749535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"000f6980-0e43-4df7-83a1-d4a6362fa8e0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.814801191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"75fb49da-e3af-4a5a-a220-f90a3deb1385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.815194497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"caf654a4-9447-4e0a-b05d-6be933ff31da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.824144911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"75fb49da-e3af-4a5a-a220-f90a3deb1385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.824164997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"000f6980-0e43-4df7-83a1-d4a6362fa8e0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:25.826412076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"caf654a4-9447-4e0a-b05d-6be933ff31da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:26.077083305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"b2072ff1-38d8-4c78-8565-2946cf9439d3","namespace":"ai-tenant-e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:26.077145354Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"b2072ff1-38d8-4c78-8565-2946cf9439d3","name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:26.084458217Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"b2072ff1-38d8-4c78-8565-2946cf9439d3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:26.084472961Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"b2072ff1-38d8-4c78-8565-2946cf9439d3","namespace":"ai-tenant-e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:28.618825223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"84776a5c-f8b9-4b00-9ca5-c30e04a2174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:28.667429542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"84776a5c-f8b9-4b00-9ca5-c30e04a2174f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:28.849242289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"517cb353-5063-4445-8c75-6c2a9b949df6","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:28.849346724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"517cb353-5063-4445-8c75-6c2a9b949df6","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.579547152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"612e9c0a-7143-4796-9c74-775d7cb5c95e","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.579565913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"612e9c0a-7143-4796-9c74-775d7cb5c95e","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.595588398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"7fae2573-c223-4791-84e0-c5a03888fd20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.596166026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"7b5b1629-b518-4807-b427-a8dba9576b4b","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.596179948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"7b5b1629-b518-4807-b427-a8dba9576b4b","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:29.596621513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"a240133e-8f00-4e0f-9ba5-a4c1d99494c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2821bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:29.601076929Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"7b5b1629-b518-4807-b427-a8dba9576b4b","name":"auth-test-model-bde944","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:29.601123362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"7b5b1629-b518-4807-b427-a8dba9576b4b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.604068442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"7fae2573-c223-4791-84e0-c5a03888fd20","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.607237425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"f1713f9e-ee7c-43b6-81ba-b95e76ca76af","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.607251277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"f1713f9e-ee7c-43b6-81ba-b95e76ca76af","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.608712861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"9083d1a4-84c4-473f-ab42-382c1a9ac72a","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.608728886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"9083d1a4-84c4-473f-ab42-382c1a9ac72a","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.617480498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"36c526ba-f372-450a-8ce6-e72ee3c4dc49","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.617493831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"36c526ba-f372-450a-8ce6-e72ee3c4dc49","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.633409742Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"1727bdcb-5a71-43e3-8080-15e7d59bb7a1","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-auth-test-model-bde944","model":"auth-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-auth-iso-2821bd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.651375703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"154364f5-4fe1-40e2-90d4-c9637cb1f141","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.651391346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"154364f5-4fe1-40e2-90d4-c9637cb1f141","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.717765469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"080bc1c7-a52d-4096-a901-ebc89010fc4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.726238159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"080bc1c7-a52d-4096-a901-ebc89010fc4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:29.730954386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"17fcf7f3-ca5f-499f-994d-dfcc01b6e0d6","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-auth-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:30.160577573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"cb73215b-78d5-451e-87ce-39c29d8a73ad","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.210277203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdff9-93bb-4b03-95cc-c66a58047247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.213493212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdff9-93bb-4b03-95cc-c66a58047247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.216515917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdff9-93bb-4b03-95cc-c66a58047247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.219798138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cfdff9-93bb-4b03-95cc-c66a58047247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.48773883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df43f87b-4590-48a3-8ceb-1cf2e038e2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.491035448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df43f87b-4590-48a3-8ceb-1cf2e038e2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.494318748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df43f87b-4590-48a3-8ceb-1cf2e038e2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:31.498027636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df43f87b-4590-48a3-8ceb-1cf2e038e2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.031512751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"5c261066-5405-4997-9922-ed413aa9e193","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.032715503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"385b7f89-27d0-414b-a71e-96efca1f956e","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.032973802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"73927fa6-d9c6-438b-a642-94371c40048b","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.045810223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"013a0d93-a7db-4213-bc1d-2b6df4bdb304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.04874242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c59e16ae-e879-44d0-af02-0f7d7b203dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.053473377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"392cf496-1994-41e9-9743-7d3bfd6a9146","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.054144044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"48522278-280f-422d-8c80-7cf85fac18d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.054425537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"647ad3be-5856-456e-a199-de7e1084e1bc","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.054755729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"ec45842b-b45c-415d-bda5-09af32b4faff","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.054926466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2e6e20b0-bfa8-40b9-a492-57cb7b33d95d","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.058006553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"013a0d93-a7db-4213-bc1d-2b6df4bdb304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.061320996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c59e16ae-e879-44d0-af02-0f7d7b203dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.129777741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-301be8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-301be8","reconcileID":"d0e9a8f7-078d-452d-b154-c196d1e105bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-301be8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-301be8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.142279543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2c2902f4-0d6c-44cf-a6ba-6f368516e3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.145425806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7c937a4-9c9c-470a-b797-22d19351e93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.15291913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2c2902f4-0d6c-44cf-a6ba-6f368516e3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.171876647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7c937a4-9c9c-470a-b797-22d19351e93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.383403513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963025a1-82a2-4c45-b6a9-e534e391fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.386521395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963025a1-82a2-4c45-b6a9-e534e391fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.389720387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963025a1-82a2-4c45-b6a9-e534e391fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.392835242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963025a1-82a2-4c45-b6a9-e534e391fffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.592729298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3015b8ae-b572-4b85-b50e-21fd456a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.595956356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3015b8ae-b572-4b85-b50e-21fd456a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.596221655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"76294132-1751-40e0-bf79-0961cd30e7f3","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","subscription":"praxis-route-000ffb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.599114866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3015b8ae-b572-4b85-b50e-21fd456a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.5992279Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"praxis-route-000ffb-sub","reconcileID":"76294132-1751-40e0-bf79-0961cd30e7f3","MaaSSubscription":{"name":"praxis-route-000ffb-sub","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"model":"ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-000ffb/praxis-route-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:32.602139904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3015b8ae-b572-4b85-b50e-21fd456a08a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:33.814726637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"a03ab0f6-631a-4643-ad45-bf2051d52bff","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-auth-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:33.860847673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"e204aea0-e616-41b5-8173-275f837e86c0","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:33.860872135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"e204aea0-e616-41b5-8173-275f837e86c0","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:33.91190763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"8514a371-6609-41e3-8fec-7fc99c618633","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:33.92313737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"8514a371-6609-41e3-8fec-7fc99c618633","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.539570543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"f0953951-dde9-4db2-a52a-901d6dfe7abf","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.539596995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"f0953951-dde9-4db2-a52a-901d6dfe7abf","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.54806489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"93c322cb-d8b1-48d2-bdc9-104a66882cc5","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.548131274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"93c322cb-d8b1-48d2-bdc9-104a66882cc5","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.554403982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"008ceb75-63db-4f4f-ae90-e85ba4962dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.5852179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"008ceb75-63db-4f4f-ae90-e85ba4962dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.595365831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"008ceb75-63db-4f4f-ae90-e85ba4962dd8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.602408837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"a805ab6f-af41-4cf2-89d6-4014e38f9f8f","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:34.60242828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"a805ab6f-af41-4cf2-89d6-4014e38f9f8f","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.822159187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-sub","reconcileID":"c2de8db0-c2f1-4512-9855-07003766679e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.843844679Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-sub","reconcileID":"c2de8db0-c2f1-4512-9855-07003766679e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.858786362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"9b216535-77db-4306-a332-504c61209f45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.865753955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3fa89b1d-07e3-48c5-b234-8c22df90df8a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.938310227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"35c25901-99f7-499d-854f-61c9ad7da139","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.93903303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"65cd3461-aa0a-47fa-a4ec-8dfd877febb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.939735814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2ac738c2-f34c-4daa-89ac-b05eaa84d840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:35.950495751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"35c25901-99f7-499d-854f-61c9ad7da139","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.028663019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"65cd3461-aa0a-47fa-a4ec-8dfd877febb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.0291818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2ac738c2-f34c-4daa-89ac-b05eaa84d840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.036532857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5b80a333-e9bc-4dd7-ae0d-e30c7b835a93","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.131875128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-active-auth","reconcileID":"d55561bd-2a64-4ca4-8857-64bde68fd027","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.255761532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2b63707c-dced-4e22-b513-d5029fdd09d6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.743019981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f4726500-a98f-4f9c-8b51-1d1543c55279","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.76279422Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f4726500-a98f-4f9c-8b51-1d1543c55279","name":"e2e-inf-a-301be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.77185463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","namespace":"ai-tenant-e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.771937181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","namespace":"ai-tenant-e2e-praxis-a-000ffb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.772011737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","tenant":"e2e-praxis-a-000ffb","tenantID":"e2e-praxis-a-000ffb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.777132928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Deployment","name":"maas-api-e2e-praxis-a-000ffb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.800062045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Service","name":"maas-api-e2e-praxis-a-000ffb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.807409525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-000ffb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.815709598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-000ffb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.825883081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.833771859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.842178426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.848068438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.851087919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.853777679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.856783724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Service","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.859546658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.862292429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.864992859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.868974362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.87598678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.878768756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.883258447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.887332375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-000ffb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:36.890268474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-000ffb"},"namespace":"ai-tenant-e2e-praxis-a-000ffb","name":"default-tenant","reconcileID":"5255de14-15f3-4cac-b252-b590f1686454","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-000ffb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.280554885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ccda6f9a-14d4-4314-b039-a6695961d34f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.286818383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5520b70c-f96e-4e78-8966-1f891d94ce86","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.298163971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"2a3e665a-eb65-40e5-97a1-e0ff9a9e01b4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.30615914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"2a3e665a-eb65-40e5-97a1-e0ff9a9e01b4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.331670291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"650f9877-8a1d-448b-86d6-245f67735507","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.398519081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"a41c6b4b-4ac4-4b38-85ca-3280694d046d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.406639914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"a41c6b4b-4ac4-4b38-85ca-3280694d046d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.484285741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"edbc6894-a932-40b7-9f7b-c96c631c508c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.493905469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d44e0d26-8dcb-4ee9-8159-626cc034b487","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:37.501748487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"c5dbcd6f-3831-4497-8bd9-7ebb12b71a97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.502587416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b922689c-d50b-4050-beb7-878f8b6d94db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.503933261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4fba270b-1930-459e-9c23-60df070b3633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.514643637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b922689c-d50b-4050-beb7-878f8b6d94db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.520894039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4fba270b-1930-459e-9c23-60df070b3633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.537180823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"32556f3d-9b01-4070-a771-abd49784c214","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.547046398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2bd556e4-9dda-4993-9316-bea2645b998a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.575714924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"59d0634b-9f17-44ec-bde1-748c46732f16","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.575833211Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"59d0634b-9f17-44ec-bde1-748c46732f16","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.59759622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"21e7efb6-780c-41cb-b41f-8a19a37bcc19","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.598261209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"268ad4e3-0b70-410d-aadc-c7ac5ead8101","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.605673827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"21e7efb6-780c-41cb-b41f-8a19a37bcc19","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.665183091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"77926606-8d87-4bdd-a05e-9be8d91e6253","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.665255808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"3cb978e2-4bc1-4d1b-906d-dda09b07c006","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.665270215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"77926606-8d87-4bdd-a05e-9be8d91e6253","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.696811006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"d0760bb8-2600-401f-b63a-1471788acb49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.705540258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"d0760bb8-2600-401f-b63a-1471788acb49","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.730331971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5fa45649-4e02-436b-90fc-5064c89a7474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.730331718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3cf27ad8-5f3f-434c-b05a-8e69eeffe854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.738577848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5fa45649-4e02-436b-90fc-5064c89a7474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:37.73917217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3cf27ad8-5f3f-434c-b05a-8e69eeffe854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.029212042Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-000ffb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-000ffb","reconcileID":"22b129f3-130f-42c6-a34f-8c59ec19b839","aitenant":"ai-tenants/e2e-praxis-a-000ffb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.129433775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"12b4a1cc-b072-4a5b-b4a1-be3d9c421f93","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.137896765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"dcda17ea-e8e1-4bc5-99cc-bf370844b2a7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.146624841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"dcda17ea-e8e1-4bc5-99cc-bf370844b2a7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.198879639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-000ffb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-000ffb","reconcileID":"22b129f3-130f-42c6-a34f-8c59ec19b839","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-000ffb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-000ffb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.208832534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb61081-aefb-4b22-9823-861bf58649af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.212440993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb61081-aefb-4b22-9823-861bf58649af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.225586825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb61081-aefb-4b22-9823-861bf58649af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.229523932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb61081-aefb-4b22-9823-861bf58649af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.236962933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a5c7394a-ff7b-4be1-9408-cfd57d656b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.236965909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"36d25f8a-95e2-4cf8-87f5-f4bc66afb425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.245798461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a5c7394a-ff7b-4be1-9408-cfd57d656b9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.24698846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"36d25f8a-95e2-4cf8-87f5-f4bc66afb425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.507496044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783d234d-bf33-47e0-9af9-f98d8e0553ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.511455224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783d234d-bf33-47e0-9af9-f98d8e0553ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.515130135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783d234d-bf33-47e0-9af9-f98d8e0553ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.518517566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"783d234d-bf33-47e0-9af9-f98d8e0553ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.968315719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d2b80-b64b-4cf0-8be8-4b139f13425f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.971745489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d2b80-b64b-4cf0-8be8-4b139f13425f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.974966589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d2b80-b64b-4cf0-8be8-4b139f13425f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:38.978248672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d2b80-b64b-4cf0-8be8-4b139f13425f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:42.856299859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.610061784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"35e8b52b-bcd0-4872-b895-384a7d5cd489","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.618243289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"35e8b52b-bcd0-4872-b895-384a7d5cd489","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.628365677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333) AuthConfig (5c7098551f95687f60e9719e147ba02000ebd30f23ee12c761119d77e1ca4bf7) AuthConfig (58528670dc827184854a90a27179b6b09774776389a61e79d30b42e0fd6094dc) AuthConfig (3f22a9f03df27da8c99d7359af34dccf532e3a289788c431682fe944552b248e) AuthConfig (e11c067cc092e8a14f9c03a4e1796f89fe8ccb9e1c9a786e5695a9601cfbf941) AuthConfig (05e15de4631ce50f92468fc4722ac2aa992a151111d8b96856bfd0a7e0fcfe9e) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784) AuthConfig (5f91f717484cc88ca1a41df7a6c70a7deca979a036fefdb8916dd4900a616de8) AuthConfig (92cd1c6e53a071f1a8fe164c205673eea226cbfe34e7118592b752d13572ad27) AuthConfig (0e3402e5a0282cb0af5778b490b02ab7915a71782af980da0ce8ffe708f682bb) AuthConfig (841b7d7659dacd4553fcb1d437dc572dc4e6f28b47efbb35a7ef11408d61e18c) AuthConfig (9a641a7efe863e0b0e6d0c386209491286a7be80c5892e5ae0a0b63eefbb515f) AuthConfig (dc845d81957057fcf29b284b0d3cf3acccb7235a7eacd5192e3b73cd45f97a73) AuthConfig (7d2c439048c7863f4132fb053d796174bf15ea6bfcf493846a1654b36a577584)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"35e8b52b-bcd0-4872-b895-384a7d5cd489","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.643169518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"15eedc55-5b1d-4bd6-9e5c-1bff3e6ada43","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.643260188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"15eedc55-5b1d-4bd6-9e5c-1bff3e6ada43","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.717896752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f3e2c0fa-23a6-4b7a-8b1d-12e632865774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.718569595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"547c1352-182e-4e10-800c-f9ab3dc1dcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.726745278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f3e2c0fa-23a6-4b7a-8b1d-12e632865774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:44.728250032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"547c1352-182e-4e10-800c-f9ab3dc1dcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:46.554926588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"5cb8884e-20bd-4ee8-baf4-2402fe441977","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.148953946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"ea7f6011-bcda-4c32-ab34-41ce2ee67a3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.17698743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"ea7f6011-bcda-4c32-ab34-41ce2ee67a3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.177013533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"ea7f6011-bcda-4c32-ab34-41ce2ee67a3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.177114014Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-sub","reconcileID":"ea7f6011-bcda-4c32-ab34-41ce2ee67a3d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.191465647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"01e5bf51-893a-4b67-9b7b-d89a1ec39526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.200800873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f5da527d-d013-4e03-a4a9-86b298916cf5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.210334927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"025fd9d0-958f-4a08-856a-6dd2c04521d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.210677785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"34118bc1-c8bd-4cd3-88dd-64d5cc88941f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.2107282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"d0fc9eb4-f91f-4e76-9456-adcd49f4cb97","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.218771163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"025fd9d0-958f-4a08-856a-6dd2c04521d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.219056238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"34118bc1-c8bd-4cd3-88dd-64d5cc88941f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.221166446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"d0fc9eb4-f91f-4e76-9456-adcd49f4cb97","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.365477779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-degraded-auth","reconcileID":"9718457d-f3bf-4d49-8af5-83295e66ecde","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.365527642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"24096bb8-6465-4a00-8693-23db36054bbe","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.379927687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c3f91997-982a-48a0-a156-aadb54217c96","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.478743015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"61822adf-a8aa-4c81-95ba-d3e73bcec9f6","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.486899239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"9d95ee74-0445-4bec-9e9b-c33c58999104","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.495454087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"ee08fb05-ecbd-4e2d-a1c0-e1586070e8f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.504995739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"ee08fb05-ecbd-4e2d-a1c0-e1586070e8f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.512501737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb98c54bfc06873712481fc1ee261c4b0869c03b934f4599bfa0205bf9a14f9) AuthConfig (8f470c1e384a91694773baa1f88bf3d5943f3650603f3c752eb71829a8db8f0a) AuthConfig (daa0aa745c08d51f34a7cbbebd5173dd68f071bb3c04a2434a7f6ff69010c47f) AuthConfig (fe25487470a2f841b9d2740f92b44ac80cac1ecb247714f75379326443a7dcb5) AuthConfig (5173bce1a84bd11651800c00e3e7269dd562158da442c303eb099d8bf98d4162) AuthConfig (ac2893909aeb98bad36df6fea1e56694b54695be9e057e20cdbeac521c739afa) AuthConfig (a5d025d7b42b9d192493b0561cd92853b73eb1e0f8b96f44e5ad10106579bb4a) AuthConfig (b871511e34df881d79dfe4093c48dbb54977c8ccbd9bef7ca9f6372fc88a87db) AuthConfig (a773c9b241826634643ace0adc86114d441897f378d6f6284e1a3102a64e6666) AuthConfig (00d69a9be4c5addbba5bcfba3c78d2b63bfcb9ac33424bfa7aaafa9af9e3a370) AuthConfig (db113420dc9bc826d4e989b8ece375b43d95f25e560f9333e3f5d69b313bd8b5) AuthConfig (fdfc5da8f746a128e6610fafddf43e4c66ded05e10eb414951fbbabd3d4a95e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"ee08fb05-ecbd-4e2d-a1c0-e1586070e8f6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.519325383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3a3e05e8-ab39-4553-9956-e8b8a05d66d2","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.597797695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"fd36a61c-7d3b-4c7a-9415-59ae29498890","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.606563278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"fd36a61c-7d3b-4c7a-9415-59ae29498890","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.614144755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-a110ef-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb98c54bfc06873712481fc1ee261c4b0869c03b934f4599bfa0205bf9a14f9) AuthConfig (8f470c1e384a91694773baa1f88bf3d5943f3650603f3c752eb71829a8db8f0a) AuthConfig (daa0aa745c08d51f34a7cbbebd5173dd68f071bb3c04a2434a7f6ff69010c47f) AuthConfig (fe25487470a2f841b9d2740f92b44ac80cac1ecb247714f75379326443a7dcb5) AuthConfig (5173bce1a84bd11651800c00e3e7269dd562158da442c303eb099d8bf98d4162) AuthConfig (ac2893909aeb98bad36df6fea1e56694b54695be9e057e20cdbeac521c739afa) AuthConfig (a5d025d7b42b9d192493b0561cd92853b73eb1e0f8b96f44e5ad10106579bb4a) AuthConfig (b871511e34df881d79dfe4093c48dbb54977c8ccbd9bef7ca9f6372fc88a87db) AuthConfig (a773c9b241826634643ace0adc86114d441897f378d6f6284e1a3102a64e6666) AuthConfig (00d69a9be4c5addbba5bcfba3c78d2b63bfcb9ac33424bfa7aaafa9af9e3a370) AuthConfig (db113420dc9bc826d4e989b8ece375b43d95f25e560f9333e3f5d69b313bd8b5) AuthConfig (fdfc5da8f746a128e6610fafddf43e4c66ded05e10eb414951fbbabd3d4a95e6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"fd36a61c-7d3b-4c7a-9415-59ae29498890","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:48.999216756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc18af4-f06a-44b6-b49b-d31e04fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.002694075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc18af4-f06a-44b6-b49b-d31e04fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.006188969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc18af4-f06a-44b6-b49b-d31e04fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.009784468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc18af4-f06a-44b6-b49b-d31e04fb8e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.213584716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11a75f9-1de6-49bf-9c98-a907391b8848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.216819281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11a75f9-1de6-49bf-9c98-a907391b8848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.220006881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11a75f9-1de6-49bf-9c98-a907391b8848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.223206427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d11a75f9-1de6-49bf-9c98-a907391b8848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.432593413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"1acbc324-c988-43ea-97f9-bbf74de4d9c2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.440667489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5416e55a-4c97-439c-8221-1cf3773c8e34","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.449272761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"090ab93a-18d8-4ff3-9434-4692263510d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.458406275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"090ab93a-18d8-4ff3-9434-4692263510d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.583817076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0cd1d38a-0f89-4a6f-9bdb-fc8cf195eba0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.670872744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"0f96517e-4b98-49b0-9817-72c4988b77e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.67908846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"0f96517e-4b98-49b0-9817-72c4988b77e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.799225694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d4340de1-50ac-46bf-83ff-f9ab50ac8f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.799248768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"bbab5b5f-5960-4257-8ed1-059e51117f91","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.799685741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b7f3dacc-fe80-4d3d-9e57-988366f29b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:49.800396038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-sub","reconcileID":"975b8c13-f884-4942-8488-34e417e213b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.840769038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"bbab5b5f-5960-4257-8ed1-059e51117f91","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.841249258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d4340de1-50ac-46bf-83ff-f9ab50ac8f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.842258362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b7f3dacc-fe80-4d3d-9e57-988366f29b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.900339795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"03dbd666-60a7-40a8-9605-1fe17baa32ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.900592007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"e3d344a9-5c17-4b61-b4b3-6ece30b8841d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.900758995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3e1706df-d088-4746-8398-9479e8072608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.908536106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"03dbd666-60a7-40a8-9605-1fe17baa32ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.91453774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"e3d344a9-5c17-4b61-b4b3-6ece30b8841d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:49.914630395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3e1706df-d088-4746-8398-9479e8072608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.435745667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"f106020e-a5b4-45f2-95a1-dea8d545464f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.438883854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"363c710b-a3af-48f1-99bf-613f88b95b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.438982278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e5cc8c38-e9a3-4cf9-ba9b-7b1a5181a31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.444163157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"f106020e-a5b4-45f2-95a1-dea8d545464f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.450568897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"363c710b-a3af-48f1-99bf-613f88b95b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.450719696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e5cc8c38-e9a3-4cf9-ba9b-7b1a5181a31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.801047404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246262c4-a79e-4a6e-ba9d-d2efca27ddbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.804622861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246262c4-a79e-4a6e-ba9d-d2efca27ddbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.807894754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246262c4-a79e-4a6e-ba9d-d2efca27ddbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:50.81142156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246262c4-a79e-4a6e-ba9d-d2efca27ddbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:51.05311407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126c83b2-d02d-45c7-83a8-e9331774dca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:51.060710168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126c83b2-d02d-45c7-83a8-e9331774dca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:51.064925638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126c83b2-d02d-45c7-83a8-e9331774dca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:51.069275086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126c83b2-d02d-45c7-83a8-e9331774dca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:54.744791663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"627d16fb-64c7-454d-bd59-c5572b2f22bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:54.805553817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"627d16fb-64c7-454d-bd59-c5572b2f22bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:54.995826637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"fb474f64-7803-47ea-af86-becabe7e115f","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:54.995914528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"fb474f64-7803-47ea-af86-becabe7e115f","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.54979978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5182ae9-b1ac-480b-8922-3703330d99b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.558629325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5182ae9-b1ac-480b-8922-3703330d99b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.568914482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5182ae9-b1ac-480b-8922-3703330d99b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.577700012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5182ae9-b1ac-480b-8922-3703330d99b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.685288384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"cf3034e6-9637-48fe-b4fc-24124516c869","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.685307046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"cf3034e6-9637-48fe-b4fc-24124516c869","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.694286819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"312d06b8-a628-4fca-baf3-778a55986010","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.694964882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"03f6bfd3-b1d2-4877-80f3-933b0b76e69c","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.694979543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"03f6bfd3-b1d2-4877-80f3-933b0b76e69c","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:55.698100897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"44ba66e3-79dc-437d-8b18-579482e26d63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2821bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:55.699921166Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"03f6bfd3-b1d2-4877-80f3-933b0b76e69c","name":"auth-test-model-9e7156","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9e7156\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:55.699970352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"03f6bfd3-b1d2-4877-80f3-933b0b76e69c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9e7156\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.703095171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"312d06b8-a628-4fca-baf3-778a55986010","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.705471471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"ce67220c-882a-499b-ba37-f1a437f121be","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.705485124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"ce67220c-882a-499b-ba37-f1a437f121be","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.707788417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"6ad6dcb1-32d7-4872-8e66-e115a3ae0004","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.707802896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"6ad6dcb1-32d7-4872-8e66-e115a3ae0004","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.720742483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"b0526fd0-af19-4955-bb2e-46ba403fc80b","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.720811557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"b0526fd0-af19-4955-bb2e-46ba403fc80b","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.778550773Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"6dfea6fb-3bfc-4fc9-b9d0-d8d0a818a07e","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-auth-test-model-9e7156","model":"auth-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-auth-iso-2821bd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.826227481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"5d3714da-c218-4e60-9714-15bb519e1fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.851879006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"f01f1552-9a31-4ce2-8d82-1ff0447f8816","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.851911272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"f01f1552-9a31-4ce2-8d82-1ff0447f8816","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.862436247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"5d3714da-c218-4e60-9714-15bb519e1fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.880763263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"c8325f5d-dffe-495d-ba11-0aace21714a4","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-auth-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.926795739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4016c18d-7228-4d91-8926-3b1f2f48d001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.936456568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4016c18d-7228-4d91-8926-3b1f2f48d001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.949509766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4016c18d-7228-4d91-8926-3b1f2f48d001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:55.978787366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4016c18d-7228-4d91-8926-3b1f2f48d001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.341840986Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8743a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8743a5","reconcileID":"43a4fd85-d35c-48ed-8361-c472a1b30479","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8743a5","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-8743a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.651985573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e1adce-4e3e-41b0-b834-298267b52045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.663463913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e1adce-4e3e-41b0-b834-298267b52045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.669848837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e1adce-4e3e-41b0-b834-298267b52045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.676836738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e1adce-4e3e-41b0-b834-298267b52045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.990655329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","namespace":"ai-tenant-e2e-praxis-b-d2e277","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.990722486Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","namespace":"ai-tenant-e2e-praxis-b-d2e277","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.990788169Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","tenant":"e2e-praxis-b-d2e277","tenantID":"e2e-praxis-b-d2e277","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:56.998234457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d2e277","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.012780593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Service","name":"maas-api-e2e-praxis-b-d2e277","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.034595671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d2e277","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.044073881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d2e277","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.052121395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.059787511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.068637938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.076494233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.085552125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.092590982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.098596618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Service","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.102619225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.106229024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.109284552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.112336737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.119809932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.122962115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.126835477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.134564457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d2e277","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:57.140559662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d2e277"},"namespace":"ai-tenant-e2e-praxis-b-d2e277","name":"default-tenant","reconcileID":"fa0f6d19-ef10-47b2-8750-f35b5cbef940","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d2e277","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:58.636704201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"9180aca3-634e-4f64-a914-aeb66ea7401e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:58.67737216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"9180aca3-634e-4f64-a914-aeb66ea7401e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:58.724925301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"4dc0b4c1-8487-43c6-9e01-4de638ef9bdc","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:58.886922836Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d2e277","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d2e277","reconcileID":"fae28129-7698-43d9-9554-1893de3f765f","aitenant":"ai-tenants/e2e-praxis-b-d2e277","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.062721232Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d2e277","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d2e277","reconcileID":"fae28129-7698-43d9-9554-1893de3f765f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d2e277","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d2e277"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.073744865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00beafb7-1573-4df7-8a68-aa4bc5caaefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.080572857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00beafb7-1573-4df7-8a68-aa4bc5caaefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.084264865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00beafb7-1573-4df7-8a68-aa4bc5caaefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.087453233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00beafb7-1573-4df7-8a68-aa4bc5caaefc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.533297851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f982f2-3534-43bb-a10a-bce67af70d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.539496672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f982f2-3534-43bb-a10a-bce67af70d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.56807181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f982f2-3534-43bb-a10a-bce67af70d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.659886507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f982f2-3534-43bb-a10a-bce67af70d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.734112294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"77779e7f-4d3b-491f-864b-a9ad9acbbc92","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.741620214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"bec0e8fe-d85e-44cd-b067-1a82170877c0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.747010032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5088e2f4-aed3-4381-a588-5f37f0ffe3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.747554642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"e0f63fc2-6b54-493a-8f1b-86d873644189","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.747900358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-subscription","reconcileID":"fe573f64-c5a2-4f4d-b520-a651882c434e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.747983671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"effd3526-a2b5-4311-987a-29b478a1a0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.755864408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5088e2f4-aed3-4381-a588-5f37f0ffe3ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.756081188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"ccf96705-3cd1-4bfe-a636-5ed9673669ab","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.764150151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"effd3526-a2b5-4311-987a-29b478a1a0bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.764216687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"d1c889f8-3990-47c7-8735-8b629faf105b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.764332046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"e0f63fc2-6b54-493a-8f1b-86d873644189","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.764743944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ef2e2e2d-c472-41ec-be3f-897e648ec750","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.767555739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"06c8d8c0-7081-49e0-a8b2-8d1f734ee495","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.777229075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2dead2c2-11f3-4b3b-b8a2-3b821c699ad7","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.825806032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-subscription","reconcileID":"13018a93-68e6-4954-84f7-418695907f08","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.84854694Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"084b5728-53ec-4865-89ec-645cefb9c4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.848613248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"084b5728-53ec-4865-89ec-645cefb9c4db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.849072352Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"eb9eeb77-7faa-44ad-b2d8-2896dfacd9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.849114282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"eb9eeb77-7faa-44ad-b2d8-2896dfacd9bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.84925355Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"36a8b3ad-601d-4cd2-88ef-5a345e319bfc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.849281332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"36a8b3ad-601d-4cd2-88ef-5a345e319bfc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.851383757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"17ed354d-06a3-47e9-af28-c17f653d70e5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.943193176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-subscription","reconcileID":"563cce51-bc49-41d8-88a2-45b0b7603e79","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:46:59.943677937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"d985d32f-d481-488a-8370-d2c9268d6911","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.94430698Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"ec0aa9cf-0454-4626-81df-94feef5e3fcf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.944375417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"ec0aa9cf-0454-4626-81df-94feef5e3fcf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.944585443Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a980a996-f0ea-4736-99f8-31c688adb1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.944621488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a980a996-f0ea-4736-99f8-31c688adb1b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.944656173Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5116842a-9aac-4483-9233-3c1aebf55d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:46:59.944706399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5116842a-9aac-4483-9233-3c1aebf55d93","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045123744Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"81738155-bda9-4acf-8a37-969b7f17feea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045208252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"81738155-bda9-4acf-8a37-969b7f17feea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045568047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e44e1fc-ebc7-47f4-a0e6-7e95853d5ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045632032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e44e1fc-ebc7-47f4-a0e6-7e95853d5ae1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045864279Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"de8ee7c1-0a78-492b-bfec-ababf3dc14fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.045907661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"de8ee7c1-0a78-492b-bfec-ababf3dc14fc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.053160553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e0a2a1-cd30-43e2-b92d-59c4b52e0673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.060092474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e0a2a1-cd30-43e2-b92d-59c4b52e0673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.143530634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e0a2a1-cd30-43e2-b92d-59c4b52e0673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.147130958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9e0a2a1-cd30-43e2-b92d-59c4b52e0673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.156119657Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"9c9b852a-4ba3-490b-9eb9-1bdc3de8e325","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.156180171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"9c9b852a-4ba3-490b-9eb9-1bdc3de8e325","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.156471231Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9f8139a-4f56-4c3c-aa7c-21b755fee590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.1565149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9f8139a-4f56-4c3c-aa7c-21b755fee590","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.156464113Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d5e964e2-9e99-4de6-b0fd-7cb9742ee954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.156555025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d5e964e2-9e99-4de6-b0fd-7cb9742ee954","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.259049642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"c35b86c0-443d-4d9f-b05d-67cfdcfce793","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.259114985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"c35b86c0-443d-4d9f-b05d-67cfdcfce793","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.26136708Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d1dfde7f-c7ba-4e20-9791-9af1d211bacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.261415837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d1dfde7f-c7ba-4e20-9791-9af1d211bacc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.261642702Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c071ce72-6c85-4446-bb3d-3d86830ea12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.261714951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c071ce72-6c85-4446-bb3d-3d86830ea12c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.399245797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7975d330-44ff-4a16-adc9-c84ddf486736","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409089184Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"1003ad6a-2626-44f2-9ce8-3b622d028313","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409149635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"1003ad6a-2626-44f2-9ce8-3b622d028313","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409158326Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f57e2966-c4f4-4313-98cf-a26b14442d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409219214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f57e2966-c4f4-4313-98cf-a26b14442d96","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409412268Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2a8c4451-2e9d-4ca4-8765-e7882c3786f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.409452968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2a8c4451-2e9d-4ca4-8765-e7882c3786f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.442687753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-sub","reconcileID":"4abbd638-f63d-4e26-bd46-abc1e061b2d8","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.442786634Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-sub","reconcileID":"4abbd638-f63d-4e26-bd46-abc1e061b2d8","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.510695369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f51615c7-7e25-4a95-9bf0-820ce8b18eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.51076153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"29a55073-9ffc-464e-bf6d-fbbc04a1b6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.511117923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"e0368243-52d0-4947-8a29-4188919d3097","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.51986087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"e0368243-52d0-4947-8a29-4188919d3097","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.521183267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f51615c7-7e25-4a95-9bf0-820ce8b18eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.522107925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"29a55073-9ffc-464e-bf6d-fbbc04a1b6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.627268001Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-failed-auth","reconcileID":"19463b5c-39ab-48f4-a528-5ff3f67d2da0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.627344795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3ed4dd12-95ed-457b-bd6a-ed5e74cbed24","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.641780887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"00624e26-2ba3-44fa-97dd-bfd098d9262c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780053501Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"09ed7620-163e-43bb-bc92-724a8e5540bc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780149232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"09ed7620-163e-43bb-bc92-724a8e5540bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780485938Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e711ccb-1257-49af-bd92-16fed6095a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780547701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e711ccb-1257-49af-bd92-16fed6095a05","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780802385Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3aabd81f-d796-48de-9961-40f02c08a43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:00.780855711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3aabd81f-d796-48de-9961-40f02c08a43c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.796445271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"4b2ebadd-5f48-4c44-a83f-a8514692ee82","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-auth-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.819049257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"9b493b90-562a-416f-a1ef-e13b6f9d3326","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:00.819078428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"9b493b90-562a-416f-a1ef-e13b6f9d3326","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.042258663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"7b7b5be5-8ebd-4bdb-80da-84e20ff5e8b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.056123761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"7b7b5be5-8ebd-4bdb-80da-84e20ff5e8b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.434971021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f604af10-8b23-41ba-88b5-fd7c42eb1a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.435163136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f604af10-8b23-41ba-88b5-fd7c42eb1a2d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.435933729Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"01030dba-009c-4814-aa2a-c4bfb7b78d51","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.436059849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"01030dba-009c-4814-aa2a-c4bfb7b78d51","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.436133985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b0ab55d2-800b-403d-8900-5c37b619ce43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.436286085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b0ab55d2-800b-403d-8900-5c37b619ce43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.660832039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"61b5ba6e-41b0-44ad-b34d-3c3bfcccc4ee","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.66780589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a2966d9f-83d9-44f3-a999-cbf19427e279","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.676568527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"94e10e17-3838-4a6a-89eb-aabd6af9853f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.685210967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"94e10e17-3838-4a6a-89eb-aabd6af9853f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.807705099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9afc170d-b638-4783-9424-beaba69d317e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.829551592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"6b9236de-e60f-4485-90c5-f2270ff31700","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.838614832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"6b9236de-e60f-4485-90c5-f2270ff31700","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.859394689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6ba23801-91d3-4fc3-ae73-ded644592af0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.866881808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6793c97d-a663-4dc7-9fc3-da7a710230c6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:01.872830114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"bc2354bb-fc05-41b6-879b-dffaa290267a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-517bc292\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.890648576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8ae33a62-d00e-4ed4-abc9-9a4f5e4b64ce","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.906475714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8dbbe3f1-e796-4781-a88e-afcbeb506d7f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.930443707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9e982f5f-48f1-415c-9038-61fe5b6711ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.932409736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"79f6d081-a5dd-4551-b3ad-162f83730fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.941486762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9e982f5f-48f1-415c-9038-61fe5b6711ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.950732785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"79f6d081-a5dd-4551-b3ad-162f83730fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.950738065Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"5606c7a3-3c7c-40f2-8900-cdae351f94ae","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-a-517bc292","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:01.977673382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"dd4ad755-f3a6-4aed-9217-9568c1ad9379","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.021143361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"1ef7bde7-f81f-4594-81c6-8001e4248e6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.029586375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"d89ac184-b895-4d93-9115-600d2d3daead","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.030233069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"1ef7bde7-f81f-4594-81c6-8001e4248e6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.030249488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"5ac49511-83d1-48f1-bec6-89b05b28b9e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.141216604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d1a08add-ad14-4638-9a9d-ec00c7717397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.14343695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"57049b31-e0e6-48af-aa74-81ace0e95a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.14973182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d1a08add-ad14-4638-9a9d-ec00c7717397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.152116613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"57049b31-e0e6-48af-aa74-81ace0e95a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.269469784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"261d11a1-d226-4fc0-9086-8f3a63c8410c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.286515348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"64085075-8c56-4ed6-b242-c4ff1d6cefc3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.308134266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"d5800083-fc2d-43fd-82a8-ddf48a881ab9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.322020581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"d5800083-fc2d-43fd-82a8-ddf48a881ab9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.358249422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e848ee1c-fee8-40cb-a11c-b7f45522722d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.402001479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"1e40f68f-f2bd-4a57-b79f-6299d724546f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.412288929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"1e40f68f-f2bd-4a57-b79f-6299d724546f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.469408884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"faecbe0a-5eba-4069-bd3b-4d149494db99","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.470488912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2e80fb priority=0:[ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-a-517bc292 ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-b-a115c92c]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.481583822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9aec6251-5a46-40a5-8dc3-7f4bacee496f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.484584778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"54479410-1bc6-4053-be3f-d64e48f4ce84","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.48848884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-b-a115c92c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-a115c92c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.493469209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a51eff6f-8847-43bf-b207-cff47de50864","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.502759903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"50eba1c4-4f30-42b4-9395-45a35105162c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.502772379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1cf64b63-3245-49d4-8ee8-63a6e93cacb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.503107839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"4b5e183b-f50b-421b-9eea-40eeb8077237","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.503206783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"20758b54-85d6-4365-ba14-3daef5ac47ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.518585605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1cf64b63-3245-49d4-8ee8-63a6e93cacb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.519154242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"4b5e183b-f50b-421b-9eea-40eeb8077237","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.519483597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"50eba1c4-4f30-42b4-9395-45a35105162c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.521331256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"20758b54-85d6-4365-ba14-3daef5ac47ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.52207851Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c","reconcileID":"92b98c37-fe78-4e1f-89d7-0d5fc0646546","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-a-517bc292","ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-b-a115c92c","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.540869112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"20f32b5c-d9c0-44c5-a992-92d3ad5883fc","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.610243476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c","reconcileID":"5bbf77e0-7bc4-4e9c-9f38-886e45aa21e5","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.610365564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"a2f048e9-507e-4e48-b964-8771422ac0e8","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.610676579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"7758e238-bd95-4359-ad60-20498bbc4fb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.658576089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c3807ba9-1826-4c09-930e-8de9625c6302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.658624717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"61714d98-9054-434c-bac9-7b117078a48d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.659117162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7ceeb4c1-e689-4f37-8863-cbd83181799b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.659169086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"69cf4efd-d85d-46c4-91c4-dc9cc3029d10","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.667268385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"61714d98-9054-434c-bac9-7b117078a48d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.667289637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c3807ba9-1826-4c09-930e-8de9625c6302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.669665363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"69cf4efd-d85d-46c4-91c4-dc9cc3029d10","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:02.669821359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7ceeb4c1-e689-4f37-8863-cbd83181799b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.726795895Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8289c9fe-f030-48a7-9f7e-633b5aa249ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.726862224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8289c9fe-f030-48a7-9f7e-633b5aa249ae","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.758482515Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"af404722-ef77-40ed-8d9b-21d34691808b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.758552515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"af404722-ef77-40ed-8d9b-21d34691808b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.859929204Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ff6e7cf6-5224-407a-b61b-14e495dd07b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:02.859999532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ff6e7cf6-5224-407a-b61b-14e495dd07b3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:03.835976621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"54dade9a-1cff-4b12-94a0-41bf14558ee3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:03.861698688Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"54dade9a-1cff-4b12-94a0-41bf14558ee3","name":"e2e-inf-b-8743a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.108120987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"1d41bf46-6a3c-4442-9530-c3239df295a5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.120299937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"f8e97b7d-b274-4a0d-bc68-413810db1ab3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.122204097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"f4d842e7-4f69-4925-8fb3-c17b1ef73555","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.122288432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6960fec9-43c2-4aca-a4e7-934749a28a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.122698217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"506f9704-21eb-4f9e-bb44-c328b5ac9eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.128871726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"f8e97b7d-b274-4a0d-bc68-413810db1ab3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.131907474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"f4d842e7-4f69-4925-8fb3-c17b1ef73555","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.132004043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6960fec9-43c2-4aca-a4e7-934749a28a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.134513261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"506f9704-21eb-4f9e-bb44-c328b5ac9eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.593214878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923cfe4f-55be-4d3d-8a4a-2444d015b47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.596427473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923cfe4f-55be-4d3d-8a4a-2444d015b47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.599631398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923cfe4f-55be-4d3d-8a4a-2444d015b47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.602781035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"923cfe4f-55be-4d3d-8a4a-2444d015b47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.79642383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe16f7-2d4b-4959-9fe9-9e55f9384bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.799698534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe16f7-2d4b-4959-9fe9-9e55f9384bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.827587879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe16f7-2d4b-4959-9fe9-9e55f9384bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:04.831631713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe16f7-2d4b-4959-9fe9-9e55f9384bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.308219368Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9d0a3afe-8b0a-4952-94f1-fdf57f7b42fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.308422618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9d0a3afe-8b0a-4952-94f1-fdf57f7b42fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.399457485Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"b88731a7-3312-4825-87c3-ae38d7ae41b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.399534504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"b88731a7-3312-4825-87c3-ae38d7ae41b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:05.475522019Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-629129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-629129","reconcileID":"f1e0825a-13b1-4e45-ae61-fe7575c2fb2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-629129","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-629129":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.509471561Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0151839-71d4-4118-ae03-b76dc279f581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:05.509540721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0151839-71d4-4118-ae03-b76dc279f581","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:05.691677478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779f5bd-71cd-429a-86aa-df097534d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:05.694711494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779f5bd-71cd-429a-86aa-df097534d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:05.697967454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779f5bd-71cd-429a-86aa-df097534d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:05.736053569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b779f5bd-71cd-429a-86aa-df097534d7fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.395001431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"e6677361-7018-4527-91f5-7df2a779fd97","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.395019887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"e6677361-7018-4527-91f5-7df2a779fd97","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.40183891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"dda7ecef-5546-485e-85f0-0a68a4339780","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.410752152Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"ec9b6682-c96e-4ab2-a2d4-e8e1a901a840","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b22726a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.412713551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"dda7ecef-5546-485e-85f0-0a68a4339780","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.501577675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"e8e80ac2-3c65-4e14-8c2b-34b53c4a3694","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:06.509909479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"e8e80ac2-3c65-4e14-8c2b-34b53c4a3694","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.42153359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-subscription","reconcileID":"0ddc7455-712d-4041-9247-8fd75be94ec4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:10.464873649Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ace69216-f44e-47e4-abde-5bbc888f9552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:10.46504066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ace69216-f44e-47e4-abde-5bbc888f9552","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: compose ai-tenant-e2e-worker-w3-a110ef/e2e-dedup-subscription@e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: model e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.466777779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-subscription","reconcileID":"0ddc7455-712d-4041-9247-8fd75be94ec4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.505095617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"4444a08d-34a7-40dc-8be5-24395c4c66f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.529637796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"78db2002-df48-469f-b7b6-9333be95b83a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.550642798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"71db2e42-07ee-4d78-a364-cf638134b1e3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.551417104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"97495c1b-5f46-4552-a832-ed218831eaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.55174997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"1563c9bf-3321-4fdd-a985-8a54c6f3fb72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.562927998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"97495c1b-5f46-4552-a832-ed218831eaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.564079828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"1563c9bf-3321-4fdd-a985-8a54c6f3fb72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.594510454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f7889513-7b11-4811-a315-7e48a7409336","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.657529622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4302bf86-25eb-4f13-9c37-46012bc12988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.740554753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4302bf86-25eb-4f13-9c37-46012bc12988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:10.74402005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"1563c9bf-3321-4fdd-a985-8a54c6f3fb72","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.744300447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-dedup-auth","reconcileID":"a51aad88-ad85-4b1a-9f39-3ef924979222","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.745702683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0d00fabc-2e29-4f4d-9232-9db1fc7023ad","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.826932584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"98f8f326-1100-4934-868b-92b6b0515ff0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:10.833395157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"72d5edb8-749a-41ec-8188-c0cfac93ee8c","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.73261934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"850b9042-fb2a-4a4f-acc2-2df16f8ada02","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.766831118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"850b9042-fb2a-4a4f-acc2-2df16f8ada02","name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.80888066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"4fb6d12a-82df-48b3-984d-ad34f41aecbc","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.809326525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"6fe620f7-affb-454a-af09-d39b174b8f6c","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.861764125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"f0ef22aa-7122-49dc-8c15-2db378a99cb0","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.868369422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"5a525858-4693-4555-880c-042fc06f43fc","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.902806449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"9679702d-dc60-4e93-978b-7bcca9cbe386","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:11.969207456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"9679702d-dc60-4e93-978b-7bcca9cbe386","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.057580619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"d747921d-23bc-4fec-a696-a0d13ba4500c","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.083175306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"8a3c885d-5436-4954-abc4-8d8575a36898","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.171226434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"a473cdd6-2675-4a9a-afce-bcbd5eed42a1","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.172285921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"c7f99bd4-1ec2-49f5-8a17-94dfb560d25c","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:12.188303709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"8107347d-01ce-4d3a-8bb5-27303899ba58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.213319699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"899286b1-1fc4-468d-9d7d-19db283cbc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:12.220579909Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"c7f99bd4-1ec2-49f5-8a17-94dfb560d25c","name":"distinct-2-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:12.223537181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"c7f99bd4-1ec2-49f5-8a17-94dfb560d25c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.249637545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"abccd864-9b39-477c-8b05-783b05949c4a","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.251254982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"79637dea-c31d-4ea2-9a9c-1edc2d70cd9c","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.251753061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"9f13c009-c61f-4047-9c12-6f771a64745e","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.251855194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"899286b1-1fc4-468d-9d7d-19db283cbc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.260771712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5d1e19db-7bd2-4be7-b7e1-95c656194558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.265692634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"1b8bf25c-fb48-44d6-bb51-e803fed9acbe","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.266124031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"4e96bdf8-b8dc-419c-aa3c-8f779fdce5bf","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.315077026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"3f7cc860-ed00-4266-a778-c58a147e14bb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.315676372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"122ba5e0-58a6-405e-8e25-5908a385da06","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.318056998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5d1e19db-7bd2-4be7-b7e1-95c656194558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.345776553Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"58415b77-b793-4326-ad1e-514c4fc101f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.402181485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"58415b77-b793-4326-ad1e-514c4fc101f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.402958394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"1db6cc2c-dfdf-4372-bb8b-0d357b73f84a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.414543455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"1db6cc2c-dfdf-4372-bb8b-0d357b73f84a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.431655831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"4ac7f37a-a98d-4a6a-b02f-f1662d954938","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.432137075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"83b8d5cf-fabe-47bc-890f-3eb65fcc1bfe","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.461011885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"07e0adad-f992-4c10-80bf-b51b9a7acf96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.472575894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6a9b3451-0eb4-4404-9366-7ddd5ab05afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.505478867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6a9b3451-0eb4-4404-9366-7ddd5ab05afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.507457126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"07e0adad-f992-4c10-80bf-b51b9a7acf96","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.560942848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ab6bdd84-6c01-4189-b0e8-ca401a08ada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.589054971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ab6bdd84-6c01-4189-b0e8-ca401a08ada2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:12.853496097Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.129928721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"5991ab1a-7a47-4445-a4b5-e2a6e0d728ae","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-filter-sub-a-517bc292","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.163604038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292","reconcileID":"5991ab1a-7a47-4445-a4b5-e2a6e0d728ae","MaaSSubscription":{"name":"e2e-filter-sub-a-517bc292","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-filter-sub-b-a115c92c","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.180346654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"cc065cd6-7d91-478c-89ff-a7e56ea51ac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.180453857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c","reconcileID":"02aa91cc-0e98-44df-9756-beeb06a981da","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.187966817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"50530eed-58bd-46ab-a33c-73869854f984","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.198062074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"f420fe0b-788b-4b7e-9ade-f905e3fcccae","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.198384579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"e5b4ce68-f1ae-44f2-8fbc-61d0265d9d40","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.199930522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"4ddc8520-7138-4322-ae9d-374beb8f22d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.199998516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4100072e-8aa5-4eb0-87e7-58858c7d9914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.200428652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"205227cd-87f1-4264-9e57-bc4be52fdfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.200466563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"41d031d3-2ce3-49a0-be03-78a2d8187e7f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.208236202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"4ddc8520-7138-4322-ae9d-374beb8f22d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.208475034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4100072e-8aa5-4eb0-87e7-58858c7d9914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.210660734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"41d031d3-2ce3-49a0-be03-78a2d8187e7f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.210794672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"205227cd-87f1-4264-9e57-bc4be52fdfbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.357369712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0b3ac47a-ba06-4fb5-982f-1f7d43be5aa7","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.370569343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"1f9078c5-f2c2-4216-bf76-d5280042cabd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.37365455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0808139f-71fe-447d-959b-4af7a7fa963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.379171569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"1f9078c5-f2c2-4216-bf76-d5280042cabd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.381985741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0808139f-71fe-447d-959b-4af7a7fa963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.466542214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0059da85-6b97-420d-9412-8e42e692b617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.466796951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"665d3517-88f5-44d2-8121-8ccca26c342d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.475165453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0059da85-6b97-420d-9412-8e42e692b617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:14.475198006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"665d3517-88f5-44d2-8121-8ccca26c342d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.434480034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"150c196f-6e08-46cc-ae19-2bd7118ec639","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.443745847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"551f2ef6-a86e-41fd-9dea-e969a771279f","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.44927765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"43f68902-5c0c-4b4b-b6a5-3d33cb7948d8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a36b689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.452267105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"854b2ccf-9872-439d-b3b8-48d978269f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.452295719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8181cc87-1c53-4d00-bf36-cda3f090a72f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.458136369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"b96a94a8-a208-4043-8268-6ee8c09b2f8d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.458207714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"61414926-be1e-43fe-8345-808c1a1677c3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a36b689","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.463435074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"854b2ccf-9872-439d-b3b8-48d978269f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.463724964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8181cc87-1c53-4d00-bf36-cda3f090a72f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.467188528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"b96a94a8-a208-4043-8268-6ee8c09b2f8d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.548476731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5bec5ddc-d37d-414c-9a01-73b142525a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.548508095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d69596f3-a287-4d0f-a571-bce130df3b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.556996663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d69596f3-a287-4d0f-a571-bce130df3b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.557116461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5bec5ddc-d37d-414c-9a01-73b142525a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.688150964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"03d3f693-3b6c-40f9-8746-1eafb7aa083a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:15.696287782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"03d3f693-3b6c-40f9-8746-1eafb7aa083a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.41516526Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"27317225-2914-4935-af1b-7549daaa7514","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","subscription":"e2e-auth-iso-2821bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.419890732Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"27317225-2914-4935-af1b-7549daaa7514","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.423936234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"27317225-2914-4935-af1b-7549daaa7514","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.4561637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"54c5e230-ce79-465e-80ee-a2afe85aefd8","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.456182861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"54c5e230-ce79-465e-80ee-a2afe85aefd8","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.462967206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"c18db4a7-fb86-4bf8-9212-aa2d736f6ada","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.471745654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"c18db4a7-fb86-4bf8-9212-aa2d736f6ada","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.56319498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"ebb5e5df-9320-436b-8afc-983e159f3714","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.571649859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"ebb5e5df-9320-436b-8afc-983e159f3714","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.614058155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"3e0e359a-6423-43c8-9fb1-73978c7b1498","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.614075978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"3e0e359a-6423-43c8-9fb1-73978c7b1498","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.629475314Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"7012f6a4-8495-4eb6-8b02-036b37a2b821","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b714b53e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.664347114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"8fb41ca3-5aa3-4e50-b298-968ca52c58fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.674151442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"8fb41ca3-5aa3-4e50-b298-968ca52c58fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.76718147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"3d1f7105-8c78-4666-93a7-e3a982b50a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:16.775737094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"3d1f7105-8c78-4666-93a7-e3a982b50a73","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.256591215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02f3478-aa0b-4b42-a55b-64e66330543d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.260001651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02f3478-aa0b-4b42-a55b-64e66330543d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.282274302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02f3478-aa0b-4b42-a55b-64e66330543d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.28748686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02f3478-aa0b-4b42-a55b-64e66330543d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.500267732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9212922d-e69b-4d8f-a3d0-f291be7d8f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.50353897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9212922d-e69b-4d8f-a3d0-f291be7d8f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.50669883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9212922d-e69b-4d8f-a3d0-f291be7d8f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:17.509763682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9212922d-e69b-4d8f-a3d0-f291be7d8f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.667754076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"c7845d4f-878f-492f-ab40-13997aab4c6d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.671285212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fca1eb7f-fe14-456e-9d6d-857fe95afee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.671329366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"36b31f2c-7195-4c49-ad31-89fa61f3ebae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.67664828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"c7845d4f-878f-492f-ab40-13997aab4c6d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.681443243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fca1eb7f-fe14-456e-9d6d-857fe95afee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.681519685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"36b31f2c-7195-4c49-ad31-89fa61f3ebae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.791437504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"a21d53da-2446-48c8-83d7-a2e9ab069871","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.791481682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9a6ddc82-5494-4a80-85f7-6cf4047dc39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.792063047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"209d3f04-8ccd-47f3-b530-f6481c27992a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.804445458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"209d3f04-8ccd-47f3-b530-f6481c27992a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.811035105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9a6ddc82-5494-4a80-85f7-6cf4047dc39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:20.812923948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"a21d53da-2446-48c8-83d7-a2e9ab069871","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.374598585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c","reconcileID":"db54c9be-b797-439e-8ba3-e89cfc549c74","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-filter-sub-b-a115c92c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.398569881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c","reconcileID":"db54c9be-b797-439e-8ba3-e89cfc549c74","MaaSSubscription":{"name":"e2e-filter-sub-b-a115c92c","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.419731236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"43e7fc0f-fd66-4975-b884-4bc21fc6684e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.537262625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"569067a9-9576-4766-aeee-85452b7fc36d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.558580863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"8addf97a-3b04-4c45-b617-3cb777122872","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.573563091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d8c2f68e-ef13-47c5-986a-b0cd138d68b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.574252485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"10f27131-f06d-47fa-9337-36dc0433522b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.575030936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"8addf97a-3b04-4c45-b617-3cb777122872","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.575774156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0cf95241-b0d3-4e8a-9bc3-879f36af7463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.586396462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"10f27131-f06d-47fa-9337-36dc0433522b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.58727846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0cf95241-b0d3-4e8a-9bc3-879f36af7463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.589419789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d8c2f68e-ef13-47c5-986a-b0cd138d68b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.70261659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0b8312f9-0fc3-49d9-a29f-ac759cf86dba","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.787711534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-a-517bc292-auth","reconcileID":"65ee1924-3a32-4418-91a4-e09bc7e8923c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-517bc292-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:24.812970111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"93b918c6-d59e-4412-9a90-56b68b8fa3bf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.026456804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-filter-sub-b-a115c92c-auth","reconcileID":"9932ddac-093d-4da1-aa5d-f27f2c354f7e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-a115c92c-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.029262051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"cac054b5-681f-4ef6-9752-3836cb4e54c9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.044283341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"465c1ae2-03db-4120-aeaf-4bbc01e3c237","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.461894352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.465966557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.469895915Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.478957319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.48583838Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.574987207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-subscription","reconcileID":"17585121-c56f-40c2-b38a-940239f68e9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.606975946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"dc2134f9-efab-4380-a7a3-663905fabbe1","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.616651208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"8b30a366-0f59-4d5c-84c6-7e76437e34c2","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.628558392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"33c4232e-73ab-4935-86bb-296d9255cc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.628806369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"e7c3f9c8-c601-456b-b0dc-461901f00c3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.62855835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5871aa0f-2dec-43fd-9fc0-a28b016bf55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.637879904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"33c4232e-73ab-4935-86bb-296d9255cc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.638552517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5871aa0f-2dec-43fd-9fc0-a28b016bf55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.640364555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"e7c3f9c8-c601-456b-b0dc-461901f00c3a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.732056617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"dc7fac6f-d213-416d-87e9-3d8585921363","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.742057551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"dc7fac6f-d213-416d-87e9-3d8585921363","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.767456133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"adb07a51-78a1-4a19-b015-48a655e77b55","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.767708062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"4fa0d3fd-5d09-4a45-9aef-ae6e1fd0bef5","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.856224904Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"79e08148-61f2-488f-906d-25ef912bec8d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.954490687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-distinct-models-auth","reconcileID":"79e08148-61f2-488f-906d-25ef912bec8d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.971056174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"949fefe7-4e36-410e-9b00-1e746e7b7374","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:25.971321916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"5f5c21ae-bd75-4bb3-a1aa-d33b2eeae646","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.233275016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af381270-eca9-4bbc-a349-2d31251156ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.23748848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af381270-eca9-4bbc-a349-2d31251156ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.240987297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af381270-eca9-4bbc-a349-2d31251156ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.244461447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af381270-eca9-4bbc-a349-2d31251156ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.498252683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b679157-ecc0-49b2-9e65-ee770ed7b625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.50511092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b679157-ecc0-49b2-9e65-ee770ed7b625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.511092825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b679157-ecc0-49b2-9e65-ee770ed7b625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.517392373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b679157-ecc0-49b2-9e65-ee770ed7b625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.635458564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"5f381192-8497-4500-9df4-4f42e9c5aa82","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","subscription":"e2e-auth-iso-2821bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.640784313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"5f381192-8497-4500-9df4-4f42e9c5aa82","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.64457302Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"5f381192-8497-4500-9df4-4f42e9c5aa82","MaaSSubscription":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.675026323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"aa577719-3f88-493b-844d-def2fd8b4a6e","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.67504531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"aa577719-3f88-493b-844d-def2fd8b4a6e","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.683798987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"2ae5d5df-595d-426a-a61f-f30901e97461","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.694110871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"2ae5d5df-595d-426a-a61f-f30901e97461","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.782844399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"cea6da03-9daa-40c7-8475-2de6dff12fe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.792783351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"cea6da03-9daa-40c7-8475-2de6dff12fe2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.828437159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"1858991c-eb35-4834-aefb-49a3282abe34","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.828534342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"ccda6224-dd75-4a22-9726-325f47dc589e","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.82855271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"ccda6224-dd75-4a22-9726-325f47dc589e","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.906935779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"1858991c-eb35-4834-aefb-49a3282abe34","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.94178717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"1858991c-eb35-4834-aefb-49a3282abe34","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.941817495Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-auth-iso-2821bd","reconcileID":"1858991c-eb35-4834-aefb-49a3282abe34","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.951760692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"fbb2a290-2a60-45d9-8835-9f783891a8b3","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/auth-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:26.951790025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"auth-test-model-bde944","reconcileID":"fbb2a290-2a60-45d9-8835-9f783891a8b3","MaaSModelRef":{"name":"auth-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"auth-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"auth-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.037544071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"0ba3bab2-d465-4c84-82ea-ea1dee4cbbf3","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.045497931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"69d0416b-dee4-4852-8812-ba041309c7fb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.057790244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"c2720dca-9114-4102-8b89-980e8a427657","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.067369685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"c2720dca-9114-4102-8b89-980e8a427657","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.09325628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"2c048bbe-57d4-4f62-9c1b-b3c03a42d557","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.09831759Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"66125619-bae8-4dae-b60f-b95477ed2dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.09843325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"87708334-cd63-4da3-b9ce-95d291bb8f4a","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.098452673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"87708334-cd63-4da3-b9ce-95d291bb8f4a","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.158952433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"7a017547-0a36-48dc-bf13-497cf2da13b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.167474073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"7a017547-0a36-48dc-bf13-497cf2da13b0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.24418667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"e153fbbe-c125-46cc-bc32-ea4b4cc3cda0","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.259714839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"66125619-bae8-4dae-b60f-b95477ed2dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.261286526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"b9d31a8e-a928-4929-aa8d-11bf56da3224","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:27.268095615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"b35fdc5e-b650-41a2-a4e8-d2ff550763f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.270746824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8e05d4b0-15bf-45c1-8d5e-a828f00dab7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.273287788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"4b3e9b81-e4a1-43ce-82c5-fc1aed025d55","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.273328105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5e39a43b-f5f7-46bf-8170-70bee5ac3e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.278795427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8e05d4b0-15bf-45c1-8d5e-a828f00dab7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.281537653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"30e078b3-3c7f-4c40-9773-718f87a4ce31","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.286234304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"4b3e9b81-e4a1-43ce-82c5-fc1aed025d55","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.286235543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5e39a43b-f5f7-46bf-8170-70bee5ac3e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.291139348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"9faac5e8-898e-4d5f-947a-60d460f378f2","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.291730026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"66125619-bae8-4dae-b60f-b95477ed2dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.291749028Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-auth-iso-2821bd","reconcileID":"66125619-bae8-4dae-b60f-b95477ed2dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2821bd","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.299917137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"bec6ed61-8ce3-4be5-a48c-fc56162688e9","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/auth-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.299932712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"auth-test-model-9e7156","reconcileID":"bec6ed61-8ce3-4be5-a48c-fc56162688e9","MaaSModelRef":{"name":"auth-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"auth-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"auth-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.311866855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"5670f0e2-61d8-49a4-9d6f-c65de71b727a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.330791213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"1d65c4f6-5eca-49f4-a59a-a7621729899d","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.361896265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"71cf304c-9d59-4eb4-8dad-b715ae442e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.370963595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"71cf304c-9d59-4eb4-8dad-b715ae442e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.40759607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"64f089af-b293-451f-8ee8-8d64f96a0919","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.415269581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"9e90dd0b-5997-48ca-b143-f99cb0c93466","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.421659591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"a0dba21b-15d0-4103-ace4-b3fcee7d7fff","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.465001623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"3f8e52a3-b0f4-4e94-9c65-e4d149080ee8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.465280701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"28e73c11-a93e-4e41-8f96-7e6ff7fd7f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.465024082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"cdaa7841-1b89-4a31-b2c6-06f20863feb9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.475321479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"28e73c11-a93e-4e41-8f96-7e6ff7fd7f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.47532165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"cdaa7841-1b89-4a31-b2c6-06f20863feb9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.477417579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"3f8e52a3-b0f4-4e94-9c65-e4d149080ee8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.50615141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7304c5f3-8e58-4b2a-aae2-3acc5c5169a4","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.563544688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"a24f7949-a692-4c4d-afc1-39b0c3526bb1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.572043569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"a24f7949-a692-4c4d-afc1-39b0c3526bb1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.60855966Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.608612085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"fcbe2393-6569-425f-a83f-8824083600c8","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.622738861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"5e09bda8-aaa6-48aa-95e4-f14d9f3cdf26","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.623154308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"02085dcb-094f-42e0-a690-4e9be55a6f07","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:27.625136017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.638783332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"9e50581b-09bc-484b-a39e-e2432533d1af","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.67048511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"98df510e-8af1-4f2e-bd3c-a0edcf86bf46","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.677805596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"3877887d-ae63-4acc-955a-48ea79f505ea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.678780333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"99373525-113c-4299-9b43-9a29f318e4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.679382967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"a18eecab-3f89-4e67-8f9f-02d6e5af0687","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.679885161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"20053b86-54eb-4fb1-9f6b-2c3a90bac600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.687291134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"99373525-113c-4299-9b43-9a29f318e4ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.72914603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"3877887d-ae63-4acc-955a-48ea79f505ea","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.729879234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"a18eecab-3f89-4e67-8f9f-02d6e5af0687","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.73130746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"423e9599-54dc-4463-9658-e68695f9c1af","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.733699816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"20053b86-54eb-4fb1-9f6b-2c3a90bac600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.756450405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"a45921ed-f862-4d68-a1a4-db69a7a03d33","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.811565673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"be552220-2c0b-4d8b-aaf5-8b514695a615","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.811711217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e2be5315-8bf5-464f-b24f-1959493776fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.811966341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"e334c303-ea5a-49e8-a800-176058f1e4d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.812099515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"df781657-314c-49ad-b99f-4c4fe277af08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.820583884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"df781657-314c-49ad-b99f-4c4fe277af08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.822717613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e2be5315-8bf5-464f-b24f-1959493776fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.824839959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"be552220-2c0b-4d8b-aaf5-8b514695a615","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:27.83210668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"e334c303-ea5a-49e8-a800-176058f1e4d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.26068431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"aa8ff63f-98ec-4a46-9740-892016fb8e8e","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.286527458Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"c2bd8e38-125f-4132-9277-adaa694c95b3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a42c0e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.291025923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"427d11b7-463d-4a39-9f50-61d2e121e341","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.291786305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e10c9cf1-2fd4-4859-94b5-353d703cb1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.292292565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9fc398d9-858c-4b37-a9e4-8c13b3432f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.308903995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e10c9cf1-2fd4-4859-94b5-353d703cb1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.309493212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9fc398d9-858c-4b37-a9e4-8c13b3432f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.312326109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"427d11b7-463d-4a39-9f50-61d2e121e341","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.353842948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"e6fe2583-d0c7-41c0-a9b9-375ef40f7b16","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.366459832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"e6fe2583-d0c7-41c0-a9b9-375ef40f7b16","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.460762984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"cd7b37e8-d0a6-4009-8d31-1ec3e5e59c84","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.460761988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7a2fa82-b5f5-4ef5-baba-cdfa4bad82c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.469757861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7a2fa82-b5f5-4ef5-baba-cdfa4bad82c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.469760742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"cd7b37e8-d0a6-4009-8d31-1ec3e5e59c84","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.558859803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e63cfa4-e67f-468e-97d1-c76b31a5b470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.559039537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"edfce65c-be8e-4ffa-a1a8-deef49e54656","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.567499669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e63cfa4-e67f-468e-97d1-c76b31a5b470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:29.568217198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"edfce65c-be8e-4ffa-a1a8-deef49e54656","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:30.151279159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"138f4f84-3267-4043-a100-cd21c2a94419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:32.239808557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"4c23ad95-3a86-4ed4-92c1-b65d79bbaebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:33.173830581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"82a19c9d-8300-4fd3-b94e-f207b1e2531c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:33.573784841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"004a0665-c235-45a2-a65d-db56a5d3ed3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.19375919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"bbc55ec4-1ddf-4c1d-9e58-caef6f9a4e36","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.215861304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"237fbd23-d8ef-4f9b-b2bd-dd8912644ea3","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.892240585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"933d85de-5c55-4e03-910a-f6c3a9a48af2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.983865276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"094a0415-75bc-4888-9c13-66324bb8954f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.984294717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"38f1bb07-d5ef-452b-b606-c5bfd8f23ea5","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:34.991197077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-apikey-sub-binding-ee1e9f7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-ee1e9f7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:34.991422208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d4aa034e-32aa-4644-8ee9-65eba8c5549c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.038888418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40bb3edb-553c-4e3f-96ae-3f301c156fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.046080645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2122fb0b-db80-4d90-922c-d020740c6154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.052741199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40bb3edb-553c-4e3f-96ae-3f301c156fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.057657822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2122fb0b-db80-4d90-922c-d020740c6154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.065680826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-sub-binding-ee1e9f7f","reconcileID":"bfe19843-44ff-423f-b8c0-7991660b1671","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-apikey-sub-binding-ee1e9f7f","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.101458489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"861d73b0-8de6-4efc-b10b-c165236cbc78","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.109946033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3a5b3049-c687-438e-ac67-d105b79f1b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.120779165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3a5b3049-c687-438e-ac67-d105b79f1b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.121767279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"514f139c-ba53-4d97-aa81-d48b0776bc29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.201956144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b766fd31-730f-45df-8302-b41b3a42fddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.225299354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b766fd31-730f-45df-8302-b41b3a42fddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:35.228552958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-sub-binding-ee1e9f7f","reconcileID":"5b8fd4ea-934d-4c1c-a133-93a55ac91d04","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.362823588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66208ffd-b045-4459-b5a3-3aefab297e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.366684623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66208ffd-b045-4459-b5a3-3aefab297e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.370459665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66208ffd-b045-4459-b5a3-3aefab297e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.373913029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66208ffd-b045-4459-b5a3-3aefab297e14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.688295372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d12c348-687d-4c0a-bb0f-3ed9177e02f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.692220164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d12c348-687d-4c0a-bb0f-3ed9177e02f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.695634146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d12c348-687d-4c0a-bb0f-3ed9177e02f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:36.700735892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d12c348-687d-4c0a-bb0f-3ed9177e02f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:37.136959891Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-204fba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-204fba","reconcileID":"36bc0a4f-dbd4-4cf7-a8ed-46932902bc9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-204fba","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-204fba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:37.456056748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0132e93-df67-49ac-aa78-6d4bd58fd034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:37.459236232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0132e93-df67-49ac-aa78-6d4bd58fd034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:37.462469707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0132e93-df67-49ac-aa78-6d4bd58fd034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:37.465672838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0132e93-df67-49ac-aa78-6d4bd58fd034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:38.101032116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c1016e15-18d0-4d28-a8bd-deebdc8f17de","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:38.126593074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7e49093d-1255-43ca-9d4a-cd5df47361c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:38.126633704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c46e1d13-518f-42c0-94a3-801356b25102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:38.136884368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7e49093d-1255-43ca-9d4a-cd5df47361c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:38.139781386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c46e1d13-518f-42c0-94a3-801356b25102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.298709501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"96d50707-59d9-48a4-b3ec-608231ae7f10","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.30602567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"96d50707-59d9-48a4-b3ec-608231ae7f10","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.320891049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub1","reconcileID":"96d50707-59d9-48a4-b3ec-608231ae7f10","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.393830159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"be1fe9b7-23bf-434c-aef8-bad7e07885d4","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.423853672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fc32fc04-c9d5-4e99-9b9a-5bb30887812d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.424581226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"180b4b6f-8f70-44e8-b2e3-a0ab3207018c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.430804033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"65cda452-c5f1-44f9-8aee-4d81f11310bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.432411131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0fdd0fad-ff57-4f90-bb5e-013dfb7a979c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.443196864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fc32fc04-c9d5-4e99-9b9a-5bb30887812d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.516567972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"180b4b6f-8f70-44e8-b2e3-a0ab3207018c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.519159193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0fdd0fad-ff57-4f90-bb5e-013dfb7a979c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.528894455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"65cda452-c5f1-44f9-8aee-4d81f11310bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.541551664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"adc1c366-beeb-4022-a703-0d81cb4f4913","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.611277533Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"572a17da-00da-419e-8bf1-6105b3330b8b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb14f2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.682943409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5380c2de-a655-4632-876b-dc6a976d9e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.683753692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"40d74a95-1076-4168-8b5a-7b09eb67df25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.684389552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"746def28-b2b1-4760-948c-7ab59666bfbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.685019461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"bc476d74-fcfd-4d0f-bd03-065ef0f02bab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.698053434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5380c2de-a655-4632-876b-dc6a976d9e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.699608615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"40d74a95-1076-4168-8b5a-7b09eb67df25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.701701766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"746def28-b2b1-4760-948c-7ab59666bfbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:39.703189561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"bc476d74-fcfd-4d0f-bd03-065ef0f02bab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:42.869656027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.660913536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"87d3d18d-2ad3-4d14-97b2-e71ba30bf4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.661621344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"0b4b0cfa-b554-41ab-8875-10e3ce977fb4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.662171182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"75084d14-5892-4ed9-986a-2e4bcbdef3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.706199422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"75084d14-5892-4ed9-986a-2e4bcbdef3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.71001727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"0b4b0cfa-b554-41ab-8875-10e3ce977fb4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.737630879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"87d3d18d-2ad3-4d14-97b2-e71ba30bf4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.773726405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"b95587dc-c06d-4b4f-8828-9c246bb11b2e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.799848537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"b95587dc-c06d-4b4f-8828-9c246bb11b2e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.885972041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"ce4380dc-944a-4619-95b9-3e5de256a86f","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:44.886112694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"ce4380dc-944a-4619-95b9-3e5de256a86f","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.163242584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"69a854cd-620b-4c65-87e2-2b94bf539704","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.163264069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"69a854cd-620b-4c65-87e2-2b94bf539704","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.209788049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f3be1077-ea35-4f1d-9c41-cda966858c72","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.209885656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f3be1077-ea35-4f1d-9c41-cda966858c72","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.216786168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"a42e93aa-c566-409d-926f-2568c6e20c73","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.405464142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"a42e93aa-c566-409d-926f-2568c6e20c73","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.591447441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-301be8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"a42e93aa-c566-409d-926f-2568c6e20c73","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.657373308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"12a46573-caa3-4a5e-acf7-f6b7451e698f","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:45.65746052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"12a46573-caa3-4a5e-acf7-f6b7451e698f","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:46.973630511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"70619740-17f1-4042-97fe-551206b656f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:47.018124478Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"70619740-17f1-4042-97fe-551206b656f3","name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.131844158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-sub-binding-ee1e9f7f","reconcileID":"ac3f2c12-1fa8-47f5-b395-b0ace8ba66f3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-apikey-sub-binding-ee1e9f7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.193887574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-apikey-sub-binding-ee1e9f7f","reconcileID":"ac3f2c12-1fa8-47f5-b395-b0ace8ba66f3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-ee1e9f7f","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.250642036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"d2a4329e-c42f-438a-bd68-daa5fef2936b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.286384528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"cd4dc73f-3432-40ca-bc33-b41993b01302","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.343815898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7659887e-6402-4856-a849-b0fe358d142b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.345890428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f43f2a95-8b30-47ac-9834-4efdace2f460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.409441916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7659887e-6402-4856-a849-b0fe358d142b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.410050145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f43f2a95-8b30-47ac-9834-4efdace2f460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.600283357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"34bb156f-e448-433f-9d3c-83d2c115595f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.669943155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"37147331-bc7b-42f0-920e-447708da66e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.671887536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"aa755d5c-2fd2-42a1-b6df-f30451ebeba0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.699885294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"aa755d5c-2fd2-42a1-b6df-f30451ebeba0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.700597061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"088c503a-46e1-4f19-89e5-45fbfa8b0450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.701227938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1faac486-cca9-491b-acb4-c68124ecda85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.739192962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"088c503a-46e1-4f19-89e5-45fbfa8b0450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.74259396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1faac486-cca9-491b-acb4-c68124ecda85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.779285815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2fea47c8-ec75-4b2b-9a39-cdd9ced10d3f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.811013878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"1d5d322e-da2b-4476-86af-4ba4ab7c5c3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.893957036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ae775bbf-a2b4-4a14-bbc8-afec833c8688","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:48.894464361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"1d5d322e-da2b-4476-86af-4ba4ab7c5c3c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.615869551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"e01e14e1-e103-40de-9243-d832026e83fb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.620287452Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"e01e14e1-e103-40de-9243-d832026e83fb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.624174878Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-sub2","reconcileID":"e01e14e1-e103-40de-9243-d832026e83fb","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.669866336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b6cac092-ee5d-4292-9426-89c6dd79a561","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.686886102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"18f8c860-3da7-40c1-baea-907ec1464299","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.687160057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"11bb85fc-ae9f-436c-aa62-7808b25e1a78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.687383061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8de79500-7239-41ca-9c98-6fddd669da56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.687592037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7bac53d-3b10-4702-98d6-726883f1d429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.690307652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1cc22df2-f112-434d-a7f6-7bf80fa0399a","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.695778522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"18f8c860-3da7-40c1-baea-907ec1464299","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.696418537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"11bb85fc-ae9f-436c-aa62-7808b25e1a78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.698805984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b7bac53d-3b10-4702-98d6-726883f1d429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.699011827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8de79500-7239-41ca-9c98-6fddd669da56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.699414973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"53d5a890-26c7-45cd-aa33-cbfabcae21a9","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:49.70130005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-sub","reconcileID":"fecb86fe-ba4c-4076-966a-84205c0f9f93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.718271562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"fb46ce0a-1e1e-47f6-a6fb-d2cc08e24fed","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.72726121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"17f40d8c-ca10-4533-bc43-c9a956ee1674","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.775743065Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-sub","reconcileID":"b6bbd28d-b4ec-4883-9549-4697c83463ee","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-ordering-sub","ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.780463345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5445ef70-eec0-4764-8a5d-4e78b8d8a0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.780889679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bbd288f5-6891-49cf-ab07-fe78acc69d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.786262605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"3c55f133-d573-47ac-b46b-1a93e68363eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.788810068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5445ef70-eec0-4764-8a5d-4e78b8d8a0c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.789266303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bbd288f5-6891-49cf-ab07-fe78acc69d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.794087609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"26eac333-3805-4b7c-90d5-41c291ea5165","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.795153983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"3c55f133-d573-47ac-b46b-1a93e68363eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.848006575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth1","reconcileID":"f0e4aca4-bd06-4cd3-b00c-2ec67d1e2bf1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.84895591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"d24d4d04-2639-49f4-86ed-f64ada16188c","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.865974247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-sub","reconcileID":"2d64acb2-2947-4f00-b251-58b0a88dbce1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.866026724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"2ba9daee-e277-42e0-b780-653de83f7da8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.881285037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a44b4eb8-505d-4cfd-9d02-d2d8b03836cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.881309908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"55cf63a1-94eb-4ed3-a2d4-adb86cda66bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.890331667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"55cf63a1-94eb-4ed3-a2d4-adb86cda66bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.890552932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a44b4eb8-505d-4cfd-9d02-d2d8b03836cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:49.91357435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"38bf9543-3750-4c4f-86e0-a4262df160bc","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.130003559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-return-all-auth2","reconcileID":"b417fe08-5828-41d5-9eec-6194d590cfb5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.130503673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"80248470-1a9a-48bd-a794-f11b054ed936","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.17469772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f9444b06-00bb-445b-b857-f8f7cad01c87","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.587871927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"66e433e1-1a85-4eab-ab94-56ad5fa8525f","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.595081269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"8e30fbe3-e56d-492f-9117-c0cdd584ec6b","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.604015631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"a82268ab-3ec9-43d2-ba11-c24e30460e8c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.612624984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"a82268ab-3ec9-43d2-ba11-c24e30460e8c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:50.747668482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"4fcff80d-b9f2-4869-98c4-eb29d8cbadd9","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.289454463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"ee171229-a08d-4ce0-96b6-b1a4651540bb","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.306927568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2da3b54f-368f-4299-8221-d44dae7da678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.307094493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"53d3fb1b-9277-4c35-94c9-c1c532ece1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.307608588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"0a5e14ac-c842-45eb-811b-6a6bca301969","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.318237495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2da3b54f-368f-4299-8221-d44dae7da678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.318380663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"53d3fb1b-9277-4c35-94c9-c1c532ece1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.320910044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"0a5e14ac-c842-45eb-811b-6a6bca301969","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.591595196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"9c381fb2-664e-4a0b-8789-4b43a3ed97ec","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.59947977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"37478304-8ac9-46ce-a11c-5ad16a5dd287","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.608854412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"21d1b00d-9f06-45a5-bf34-792b33041905","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.618398314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"21d1b00d-9f06-45a5-bf34-792b33041905","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.666188402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8e476c6c-464d-4977-b8f6-fcd4e3e55142","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.761550311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"f52d44c7-8a72-45d4-a130-0c328fb7b326","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.769959192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"f52d44c7-8a72-45d4-a130-0c328fb7b326","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.773233787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f799192a-cc5c-49be-9885-58f254088714","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.781818121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0c61ba00-a277-42b6-9f6a-7c1676f31d87","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:47:51.783631506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"c7651a64-1fa7-4d76-8a1a-c3153de9e9e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.83967281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fc6c65e8-9e79-4dbd-9840-b1d404f61309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.839799995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"b3fd1d2e-f8f6-456e-9aa7-68aa73188b1a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.840294811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7de48fb4-981f-43b7-b15e-e166427a8d85","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.840500342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"28ddfd28-ac78-4382-af88-4c5f0dc42949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.856188017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fc6c65e8-9e79-4dbd-9840-b1d404f61309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.859823498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"b3fd1d2e-f8f6-456e-9aa7-68aa73188b1a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.860201976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"28ddfd28-ac78-4382-af88-4c5f0dc42949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.860473058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"9e88cc45-af4b-4b11-b1bb-906175812a61","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.879992003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"ec821d5e-c46f-4359-9dbd-0c0b43bdb9c4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.899565644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"e7875d67-8411-4425-bcd5-75ee52158ecb","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.97651446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"93ac7793-5941-48d9-9470-e319cf6c2437","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.977634437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"4a102d2d-f3fd-4eec-b708-2ac8e84e0a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.987599609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"fd6e8703-10ac-42b8-9d0e-6cd7b7374692","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.987681234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"501661d1-861d-4584-a4f2-3a0103d646d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.998926332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"fd6e8703-10ac-42b8-9d0e-6cd7b7374692","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:51.999684307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"501661d1-861d-4584-a4f2-3a0103d646d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.09531006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c666c28f-bb7d-4ae6-abc6-055d6ef92398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.115078409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c666c28f-bb7d-4ae6-abc6-055d6ef92398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.368702265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a44094dc-316f-4955-8ada-51a52b088348","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.379500919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"93c195e8-82cc-4342-934e-3f5d63370c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.382761958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1ec72b55-add9-4db7-a5f7-6881ccc4885d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.382761957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"7df4ea53-f4ef-4c58-9357-a2c13ffb26ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.387732247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"93c195e8-82cc-4342-934e-3f5d63370c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.391270423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1ec72b55-add9-4db7-a5f7-6881ccc4885d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:52.391492611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"7df4ea53-f4ef-4c58-9357-a2c13ffb26ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.719701571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"08c000e0-368f-4803-a637-dba00a9ea707","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.753960278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"7f75d252-5f04-4683-8654-73cb895fb235","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-164501f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.775908616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"9b00c76d-41ac-474d-8157-a01bfebc72fd","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-164501f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.867738241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"537b31ea-8363-4932-bf96-03fdc29f33ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.86839968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4d3c20bf-f7e7-4598-8e4a-bd588c52df47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.868962423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"71771386-5609-442f-b697-6f213f047311","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:54.869549731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"9cd209d6-7452-47b9-a95f-2ef4399c3df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.15987598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"537b31ea-8363-4932-bf96-03fdc29f33ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.168850743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4d3c20bf-f7e7-4598-8e4a-bd588c52df47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.268951339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"71771386-5609-442f-b697-6f213f047311","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.271483791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8f9f4eb3-e877-44a3-80b3-bfe64384306d","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.392117101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ce681445-5a32-4323-9770-a8eda449741a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.702176737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cae23e00-d904-444d-a341-c8103e54937c","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.7132614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cae23e00-d904-444d-a341-c8103e54937c","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.759737154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-301be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6739241eb41a607017b393e4db51f237c56c99937782081fb3100fb816f9f825) AuthConfig (f144e6f6fc0595bfdc2b13a24018d7d0d69ca38357a3a86582f1a8eb629ff4be) AuthConfig (873c7b5a59206817a504995ea0cfc097b1feea1ad6d798ed056e26d43e9dc860) AuthConfig (85760e7cc46f9ff8a695d099e11bbff30f13a4a169a15bf6259b5d4201461d0e) AuthConfig (b606fd45323734fa41565a7f59a7259e4152d8bdc3a30f3380bb8b01b24c222b) AuthConfig (3009aa18533979d01df01eebacc7d47ef4312e100d422b95897e310e49c25046) AuthConfig (12a381e3b8a9f8a07b733196e1df1229631f6df767332046baf5a0ac1c58dbf3) AuthConfig (3b9edbaeb407b4564d5d69e7e4f12649fcf5b0056e3910c9f7da4dafd284b1c7) AuthConfig (5b1029b1b537580a3021900f1fad97f773816c8f68fc60b73734f9e8735cbdaf) AuthConfig (e2437d90fefa8b0f134999418817fb7b83d4db7446c90d347d0ee280375fc893) AuthConfig (3f2a5343e0d77422073b77668c627c6c822eb7d85d2152fc29e54a2ddc8e54ce) AuthConfig (7f6b634cfcabd28fe89d6b01f504bebc37193c72b8a1a9557abe7f15ced37b57) AuthConfig (4db297e12401a163bc4b3ca9f356b2667d95d712c15ce5777454649934c52cba) AuthConfig (e9caecb1e0358538176a0f0c4723b957db23cf618af7798916bf2063655dae3d) AuthConfig (d6a5bf4ee253beafede3306c4fdcd637f64f68b1d8a601434da27c2388bfc373) AuthConfig (db655603f206bbfc030e11386232e18c68abdbe61f4a3503e57ac4bbb447c3ce) AuthConfig (79f648cb612d0edb072cf897d9b67ee255ff3887b82e26bfe13d8683a973faf1) AuthConfig (67c19fbe94d69f2fac95fa2c59c2b04dc66f254dda7aaf6ebc5dd85a7d31f79d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cae23e00-d904-444d-a341-c8103e54937c","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.799476116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"63461f45-0b2d-4a98-8467-e531acdc9c8c","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.799507734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"63461f45-0b2d-4a98-8467-e531acdc9c8c","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.835989142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"aa2364ef-f420-43fa-9408-01e131505eb1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.836769799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"980f6c5c-0b4b-4a83-b294-e386f326aeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.83762965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"88c0e101-1b09-41bb-9048-36aff7862cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.853234931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"aa2364ef-f420-43fa-9408-01e131505eb1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.891099484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"88c0e101-1b09-41bb-9048-36aff7862cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:55.983030094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"980f6c5c-0b4b-4a83-b294-e386f326aeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.66266501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"007fb9a6-dca3-4c65-9e1a-f34b553aab96","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.689242013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-sub","reconcileID":"391ca64f-e9f8-4d8c-b420-08efd158e466","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.71418137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"5ea6fd86-8058-43ca-b924-c17ca7978839","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.714389972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"93a1e816-e2c9-40e4-9977-8e6c105f37c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.715612131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"994970bc-bfd1-4eb7-8feb-fdfd95f0856d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.728548004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"93a1e816-e2c9-40e4-9977-8e6c105f37c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.732289588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"5ea6fd86-8058-43ca-b924-c17ca7978839","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.736239717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"994970bc-bfd1-4eb7-8feb-fdfd95f0856d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.739400675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"eab361d6-f312-46d4-b4bb-b0306aba9f1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.772466333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-sub","reconcileID":"391ca64f-e9f8-4d8c-b420-08efd158e466","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.82875767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"9283fcdb-66d9-4c8d-a00e-55ea16961033","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.865137509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"d5cf2fa1-2fb0-4e62-81c5-be7fa379b965","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.900919144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"801bcfd6-e167-4b4a-8574-746606c52249","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.902343916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0f47ba7b-fe1b-4b65-a7da-5b6f545bff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.931646709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"78f0a29a-930f-48bf-b2ad-08367bbc1230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:58.989169839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0f47ba7b-fe1b-4b65-a7da-5b6f545bff89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.001496119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"801bcfd6-e167-4b4a-8574-746606c52249","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.027011174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"78f0a29a-930f-48bf-b2ad-08367bbc1230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.029067554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"256890b8-adbf-427f-8379-ff5ad77df728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.031239955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"b744e2d0-8d2a-4cd5-8922-1b8f8e3683f7","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.230623283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d775962-00a5-4b15-b71c-c2694e904fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.261878795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d775962-00a5-4b15-b71c-c2694e904fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.26226888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-ordering-auth","reconcileID":"a1846cdd-3acb-4f32-9c7e-16769904bbdd","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.278845272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d775962-00a5-4b15-b71c-c2694e904fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.306650228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"db63ea58-b183-4c51-a7ef-e204bb1e49f7","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.318597049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d775962-00a5-4b15-b71c-c2694e904fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.864470945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b89a02e-12fd-46a1-84a1-5c12a9d34897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.872149987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b89a02e-12fd-46a1-84a1-5c12a9d34897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.887912863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b89a02e-12fd-46a1-84a1-5c12a9d34897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:47:59.910526602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b89a02e-12fd-46a1-84a1-5c12a9d34897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.074177453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"8e45cca8-1bd0-4223-94df-9823d4d841cb","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.074212343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"8e45cca8-1bd0-4223-94df-9823d4d841cb","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.293778423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"268c1343-7380-4c2e-b901-4805cef37645","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.623405706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1ac15dee-ed90-4fb9-9ae1-ee38e1b57ece","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.640193442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"c5a9f66b-cd31-412d-a436-8eee5091d575","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.687153536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"8dee7201-5f1f-43b4-8ed0-1e23d38e0e93","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.706295975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"8dee7201-5f1f-43b4-8ed0-1e23d38e0e93","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.845706846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"d5b133a8-dd48-4ac6-8d28-d5ac7eb3c22a","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.854157908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"80d78b4c-8025-479e-8477-3e6ea2a2e134","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:00.871274329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-success","reconcileID":"c125548f-31fc-4b30-aa76-34b27e23bee9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.872427848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"0d25798a-38f6-4f1a-87b7-833f98098641","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.895512177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aeec208d-1a35-4fe4-952f-a371ef42d126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.905366756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1a74dfc9-965a-4ccb-a691-d8e7123fdb2d","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.906656999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"05fbd5c4-95f5-496e-a101-f8648b0dec33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.914228067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aeec208d-1a35-4fe4-952f-a371ef42d126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.915958856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"a5e19e19-509e-4e50-90fe-2be9c621de5e","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.921008347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"05fbd5c4-95f5-496e-a101-f8648b0dec33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.92461095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7cd148ab-6b8d-49bd-a105-4f52a2946949","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.938542124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"bb8c071b-a4d9-4a33-8731-04323b94c279","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.964844902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"d2cf9c09-99fe-4f28-9536-b36bcfee835a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.969032989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"ed19efc8-4c1f-4016-a67a-eb7af39cba84","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:00.985193251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"d2cf9c09-99fe-4f28-9536-b36bcfee835a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.004108798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-success","reconcileID":"3e7beea1-7f5b-423a-b393-dea99cf2ce78","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.008689393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"baf09f6c-18ff-453b-a355-f57012256945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.023979625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"203d6186-089b-407e-a4ca-8e629128425c","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.065368077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"7975acfe-4331-4def-adce-96f1606b2b49","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.071068231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ae96bf77-1284-4201-aeb1-9540aa39f1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.071607967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"64baa838-6a0b-4c8e-9f9f-e63e79c2f1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.090775541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"7975acfe-4331-4def-adce-96f1606b2b49","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.097896046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ae96bf77-1284-4201-aeb1-9540aa39f1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.107856828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"64baa838-6a0b-4c8e-9f9f-e63e79c2f1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.113409585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-success","reconcileID":"c533194f-cdf3-47d8-8121-8c3f17fd093e","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:01.258558399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"e972722e-e253-4d11-8d24-72a6c96198e1","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.047228034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"3a72593b-b5d9-4c87-ad61-2cabc11b1417","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.119586988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"95f1e615-10fd-4849-af04-baa8fb69ea13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.120280697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"33a8cf0d-1f58-4d65-bc1f-93d75065db4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.120513899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"0752c6fe-2bf0-44c5-825d-c0afba7da30c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.13918002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"0752c6fe-2bf0-44c5-825d-c0afba7da30c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.147057037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"33a8cf0d-1f58-4d65-bc1f-93d75065db4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:02.148155737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"95f1e615-10fd-4849-af04-baa8fb69ea13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.735026204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"60067890-d5dc-4e8a-a1c0-200f95e0562c","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.744220668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"26c70369-66bd-48d1-9459-c9387d0c4338","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.749768227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"6ca18e72-d87d-466e-95e4-190f3ac6e1f9","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.761973977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dd7bf9e2-e716-439a-b59d-1bf5798e5336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.762611275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a0f92ae4-ad62-4932-ade4-69b40c679efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.782742368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"cbc04931-2f6e-49df-ba25-58f5e3ba51c6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.783493045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"899fd807-fa44-44fb-8b95-be562382c24d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.785522935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"6ca18e72-d87d-466e-95e4-190f3ac6e1f9","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.788041263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a0f92ae4-ad62-4932-ade4-69b40c679efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.795415417Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"c749891b-bc48-474d-8359-b8be35217e68","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.800386587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dd7bf9e2-e716-439a-b59d-1bf5798e5336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.802383358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-301be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6739241eb41a607017b393e4db51f237c56c99937782081fb3100fb816f9f825) AuthConfig (f144e6f6fc0595bfdc2b13a24018d7d0d69ca38357a3a86582f1a8eb629ff4be) AuthConfig (873c7b5a59206817a504995ea0cfc097b1feea1ad6d798ed056e26d43e9dc860) AuthConfig (85760e7cc46f9ff8a695d099e11bbff30f13a4a169a15bf6259b5d4201461d0e) AuthConfig (b606fd45323734fa41565a7f59a7259e4152d8bdc3a30f3380bb8b01b24c222b) AuthConfig (3009aa18533979d01df01eebacc7d47ef4312e100d422b95897e310e49c25046) AuthConfig (12a381e3b8a9f8a07b733196e1df1229631f6df767332046baf5a0ac1c58dbf3) AuthConfig (3b9edbaeb407b4564d5d69e7e4f12649fcf5b0056e3910c9f7da4dafd284b1c7) AuthConfig (5b1029b1b537580a3021900f1fad97f773816c8f68fc60b73734f9e8735cbdaf) AuthConfig (e2437d90fefa8b0f134999418817fb7b83d4db7446c90d347d0ee280375fc893) AuthConfig (3f2a5343e0d77422073b77668c627c6c822eb7d85d2152fc29e54a2ddc8e54ce) AuthConfig (7f6b634cfcabd28fe89d6b01f504bebc37193c72b8a1a9557abe7f15ced37b57) AuthConfig (4db297e12401a163bc4b3ca9f356b2667d95d712c15ce5777454649934c52cba) AuthConfig (e9caecb1e0358538176a0f0c4723b957db23cf618af7798916bf2063655dae3d) AuthConfig (d6a5bf4ee253beafede3306c4fdcd637f64f68b1d8a601434da27c2388bfc373) AuthConfig (db655603f206bbfc030e11386232e18c68abdbe61f4a3503e57ac4bbb447c3ce) AuthConfig (79f648cb612d0edb072cf897d9b67ee255ff3887b82e26bfe13d8683a973faf1) AuthConfig (67c19fbe94d69f2fac95fa2c59c2b04dc66f254dda7aaf6ebc5dd85a7d31f79d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"6ca18e72-d87d-466e-95e4-190f3ac6e1f9","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.80418258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"899fd807-fa44-44fb-8b95-be562382c24d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.810748022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"cbc04931-2f6e-49df-ba25-58f5e3ba51c6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.832667528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-sub","reconcileID":"c749891b-bc48-474d-8359-b8be35217e68","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.870154127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"dec18475-51a0-46bf-bcbb-7dd42a822855","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.881339498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"dec18475-51a0-46bf-bcbb-7dd42a822855","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.887008138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"819c1253-c753-4c6a-a4d4-232eae60aa7f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.942050336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"0fe54ae8-816e-4de8-9f7d-b04c367e5f53","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.949207965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a62b69-b7f7-4f3f-981f-11aeed80e272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.961877905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a62b69-b7f7-4f3f-981f-11aeed80e272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.976793558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6c4beae7-520c-4252-916f-b37976d588ba","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:04.991628651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"bc1ab765-944e-42c3-a673-debb10f437c5","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.049585419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a3bafe1e-c61d-43c0-a647-07a5190667d2","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.056474986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"47c4d43f-8c4c-4300-a449-2ef38e905f92","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.06088657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b788901-f189-4e11-8239-5e6df58594a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.061756581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cf033d07-71d0-40f5-8aad-01e3018010d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.062714081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"1fc45564-4ec4-4051-883b-a9a02eb9a002","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.063337089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa41d9e8-2703-4107-9388-75ddb48f7ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.067923871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"47c4d43f-8c4c-4300-a449-2ef38e905f92","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.079650753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b788901-f189-4e11-8239-5e6df58594a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.083337942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cf033d07-71d0-40f5-8aad-01e3018010d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.08609592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-301be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6739241eb41a607017b393e4db51f237c56c99937782081fb3100fb816f9f825) AuthConfig (f144e6f6fc0595bfdc2b13a24018d7d0d69ca38357a3a86582f1a8eb629ff4be) AuthConfig (873c7b5a59206817a504995ea0cfc097b1feea1ad6d798ed056e26d43e9dc860) AuthConfig (85760e7cc46f9ff8a695d099e11bbff30f13a4a169a15bf6259b5d4201461d0e) AuthConfig (b606fd45323734fa41565a7f59a7259e4152d8bdc3a30f3380bb8b01b24c222b) AuthConfig (3009aa18533979d01df01eebacc7d47ef4312e100d422b95897e310e49c25046) AuthConfig (12a381e3b8a9f8a07b733196e1df1229631f6df767332046baf5a0ac1c58dbf3) AuthConfig (3b9edbaeb407b4564d5d69e7e4f12649fcf5b0056e3910c9f7da4dafd284b1c7) AuthConfig (5b1029b1b537580a3021900f1fad97f773816c8f68fc60b73734f9e8735cbdaf) AuthConfig (e2437d90fefa8b0f134999418817fb7b83d4db7446c90d347d0ee280375fc893) AuthConfig (3f2a5343e0d77422073b77668c627c6c822eb7d85d2152fc29e54a2ddc8e54ce) AuthConfig (7f6b634cfcabd28fe89d6b01f504bebc37193c72b8a1a9557abe7f15ced37b57) AuthConfig (4db297e12401a163bc4b3ca9f356b2667d95d712c15ce5777454649934c52cba) AuthConfig (e9caecb1e0358538176a0f0c4723b957db23cf618af7798916bf2063655dae3d) AuthConfig (d6a5bf4ee253beafede3306c4fdcd637f64f68b1d8a601434da27c2388bfc373) AuthConfig (db655603f206bbfc030e11386232e18c68abdbe61f4a3503e57ac4bbb447c3ce) AuthConfig (79f648cb612d0edb072cf897d9b67ee255ff3887b82e26bfe13d8683a973faf1) AuthConfig (67c19fbe94d69f2fac95fa2c59c2b04dc66f254dda7aaf6ebc5dd85a7d31f79d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"47c4d43f-8c4c-4300-a449-2ef38e905f92","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.088759282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"1fc45564-4ec4-4051-883b-a9a02eb9a002","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.090197098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa41d9e8-2703-4107-9388-75ddb48f7ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.103437642Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a135a311-c112-45cd-bf99-4b678f47d967","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.109522047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1dd0800a-10d6-4daf-9566-bd947e7c35b4","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.109549764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1dd0800a-10d6-4daf-9566-bd947e7c35b4","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.109801322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-user-token-filter-auth","reconcileID":"86b6c5c1-ad93-47ad-95e9-9d6a88b157b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.110494896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2021677f-7f48-43ad-838c-ce8a3e172608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.122998909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2021677f-7f48-43ad-838c-ce8a3e172608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.131669059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"73584e0e-c260-4508-aba1-e3e2c0fc0f12","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.131807419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"73584e0e-c260-4508-aba1-e3e2c0fc0f12","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:05.15334092Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"73584e0e-c260-4508-aba1-e3e2c0fc0f12","name":"e2e-att-serve-c6bc48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-c6bc48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:05.153525026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"73584e0e-c260-4508-aba1-e3e2c0fc0f12","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-c6bc48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.153777806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3930a572-bf5e-4ec3-a626-20575f08fec0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.163669776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cf1d021c-9b5d-4c10-b7d2-1caa1aed6dad","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.164380378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"89c7f514-b0fc-4150-93f9-00231af0de70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.165559511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"07326b9e-0e0a-401d-b384-705ceb23341e","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.165635751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"07326b9e-0e0a-401d-b384-705ceb23341e","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.167825579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"9e45156a-8029-4dc7-a30b-47121109c78b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.168720035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2789c280-d255-47ff-bd31-05441aa3471f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.179674807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cf1d021c-9b5d-4c10-b7d2-1caa1aed6dad","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.183732898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"89c7f514-b0fc-4150-93f9-00231af0de70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.188663971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"9e45156a-8029-4dc7-a30b-47121109c78b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.298943485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2789c280-d255-47ff-bd31-05441aa3471f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.332900781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-301be8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6739241eb41a607017b393e4db51f237c56c99937782081fb3100fb816f9f825) AuthConfig (f144e6f6fc0595bfdc2b13a24018d7d0d69ca38357a3a86582f1a8eb629ff4be) AuthConfig (873c7b5a59206817a504995ea0cfc097b1feea1ad6d798ed056e26d43e9dc860) AuthConfig (85760e7cc46f9ff8a695d099e11bbff30f13a4a169a15bf6259b5d4201461d0e) AuthConfig (b606fd45323734fa41565a7f59a7259e4152d8bdc3a30f3380bb8b01b24c222b) AuthConfig (3009aa18533979d01df01eebacc7d47ef4312e100d422b95897e310e49c25046) AuthConfig (12a381e3b8a9f8a07b733196e1df1229631f6df767332046baf5a0ac1c58dbf3) AuthConfig (3b9edbaeb407b4564d5d69e7e4f12649fcf5b0056e3910c9f7da4dafd284b1c7) AuthConfig (5b1029b1b537580a3021900f1fad97f773816c8f68fc60b73734f9e8735cbdaf) AuthConfig (e2437d90fefa8b0f134999418817fb7b83d4db7446c90d347d0ee280375fc893) AuthConfig (3f2a5343e0d77422073b77668c627c6c822eb7d85d2152fc29e54a2ddc8e54ce) AuthConfig (7f6b634cfcabd28fe89d6b01f504bebc37193c72b8a1a9557abe7f15ced37b57) AuthConfig (4db297e12401a163bc4b3ca9f356b2667d95d712c15ce5777454649934c52cba) AuthConfig (e9caecb1e0358538176a0f0c4723b957db23cf618af7798916bf2063655dae3d) AuthConfig (d6a5bf4ee253beafede3306c4fdcd637f64f68b1d8a601434da27c2388bfc373) AuthConfig (db655603f206bbfc030e11386232e18c68abdbe61f4a3503e57ac4bbb447c3ce) AuthConfig (79f648cb612d0edb072cf897d9b67ee255ff3887b82e26bfe13d8683a973faf1) AuthConfig (67c19fbe94d69f2fac95fa2c59c2b04dc66f254dda7aaf6ebc5dd85a7d31f79d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cf1d021c-9b5d-4c10-b7d2-1caa1aed6dad","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.45908391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2069f96c-3824-49a1-b49f-a9d42ff902f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.479749937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5167625-adb3-4c14-a81e-de03dbf744a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.480700048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d1b1daa1-d33c-44a4-a6d7-e01bc349aeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.481783267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c44305d6-ad9d-4a8c-973f-e4b4e7ff253f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.530264287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2069f96c-3824-49a1-b49f-a9d42ff902f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.534221297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5167625-adb3-4c14-a81e-de03dbf744a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.538176577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d1b1daa1-d33c-44a4-a6d7-e01bc349aeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.54216409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c44305d6-ad9d-4a8c-973f-e4b4e7ff253f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.547017777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1a450a81-e9a1-41b2-b560-2fda7d1fcc54","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.547040944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1a450a81-e9a1-41b2-b560-2fda7d1fcc54","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.548095122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5a88a885-ec83-43f5-9408-8cae74aa3264","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.655687285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5a88a885-ec83-43f5-9408-8cae74aa3264","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.664939617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5a88a885-ec83-43f5-9408-8cae74aa3264","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.675965365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"122f2691-f30c-4a02-b8e7-92195ba56bd0","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.675986142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"122f2691-f30c-4a02-b8e7-92195ba56bd0","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:05.95459123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"af3d99b1-01b2-448c-9520-e92ce52bb4b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.063518637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"fcfc042e-507a-4a77-ade4-eaf85eb44823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.067938142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9117a0a-f2ed-4ff3-bb91-d1b69b204d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.117548754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d2bbf97-7c21-4fad-b81d-dbd5361bf0f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.168548212Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"b50fd9c5-6c6d-401b-9c4b-aa72e9854166","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.278564671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"ed0df8e4-dbe5-4894-b4fc-3546c5a46f72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:06.317929174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"61fd69b0-93c1-4582-bc18-bcd3a7570d6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.174554177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"9ba9a494-75f1-42ff-8958-90d43b98e52e","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.189779991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"1a0d9227-7071-46e8-b1bb-3b7bbcf3c3e0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.20982672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"ebfc90ad-4177-4dae-ae87-6dd7d3e18a3c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.221244182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"ebfc90ad-4177-4dae-ae87-6dd7d3e18a3c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.277319827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"941bd0cc-e287-4d60-ba9b-2862481141e1","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.331992731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"aa633b2d-9f01-49a2-a4b5-9eb381e016aa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.34922079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"aa633b2d-9f01-49a2-a4b5-9eb381e016aa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.369842951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"fd6982f4-b7f1-480e-b769-eecac07de9a0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.386972654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"fad9385c-dc8f-48c4-8215-a3aecfc7b79e","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:07.38784354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-sub","reconcileID":"9cbc3b42-eec7-43ca-b09d-f2ba08feea3c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.411862344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"c385bbbb-aef9-49b9-a104-4e07adf04075","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.41697844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c93f6097-4cd5-416e-83fb-489843c58a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.418060599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"27341e56-35f2-4318-bf9a-35d535ab82cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.437571143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3cc425a7-1a44-4d19-9b1d-39d3082c4458","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.459232189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"27341e56-35f2-4318-bf9a-35d535ab82cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.461131527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c93f6097-4cd5-416e-83fb-489843c58a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.518813274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"9c7088af-2b63-4450-a361-1e45e1b03c62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.528879237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-sub","reconcileID":"5eaf6656-6f00-43d0-a100-b36d40483db0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.533241845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"9c7088af-2b63-4450-a361-1e45e1b03c62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.554115008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"cc101c5c-beab-4cc0-b4f2-f26a86a75414","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.558730682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"0aa4d0d3-ba25-418c-b6d4-8285ed843434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.628600763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"552d9b18-f757-4d7c-85e1-54f3849fe258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.633573922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4b6a062f-00f0-442f-918d-ef2b31f81214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.663028506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"552d9b18-f757-4d7c-85e1-54f3849fe258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.677944402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4b6a062f-00f0-442f-918d-ef2b31f81214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:07.716340043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-sub","reconcileID":"09582b3e-c1e0-4140-b18c-c0f9ce1879da","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.236239106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ddfa1cd1-8671-4b8e-a716-3fdd0919f884","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.243025012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"36671cb5-7f82-4425-88dc-4eb412bb20c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.245253334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"ac00ca80-ce81-4645-9df3-f5fb8c0c1cc9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.245505767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"39468fef-48c4-4151-ba13-b0350ea790bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.254097366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"ac00ca80-ce81-4645-9df3-f5fb8c0c1cc9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.254112576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"36671cb5-7f82-4425-88dc-4eb412bb20c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:10.256319427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"39468fef-48c4-4151-ba13-b0350ea790bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.111731976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-success","reconcileID":"f36b7e3c-04e9-4d2b-9e11-9d037ccc1628","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.12496078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-success","reconcileID":"f36b7e3c-04e9-4d2b-9e11-9d037ccc1628","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.157991031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"60bcf5f5-9d89-4a24-beab-ffee219f83f7","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.167487572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fedb2286-d4d7-44a8-8e5a-c85d3055de3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.167659276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"898ed22b-7314-4bce-a0c6-e26c5e9d06f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.167923152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"f0d478e7-41e6-41cf-b46c-b872ed996923","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.176554718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"898ed22b-7314-4bce-a0c6-e26c5e9d06f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.176598899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fedb2286-d4d7-44a8-8e5a-c85d3055de3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.178790496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"f0d478e7-41e6-41cf-b46c-b872ed996923","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.3084307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-success","reconcileID":"9b402e56-4322-491d-991e-de6b94c8424d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.308459737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"19986169-0404-4733-9372-92c18fa78220","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.324208851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"01cc20eb-10d7-4618-80de-649d2b006946","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:12.853408251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.558196046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"9c9f2895-a354-4fbc-a166-e0bd3d28922d","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.566043087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7a769480-c349-4e56-8a64-c4d96b1dc999","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.575424208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"e2b26375-19df-4b0e-935f-7c0055978611","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.634387551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"e2b26375-19df-4b0e-935f-7c0055978611","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.664916537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"03b9354f-997c-4f41-8cad-2e3b5a77f440","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.682209662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"a987c38f-d550-4d1b-b7d3-d2340b8d3748","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.691132201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"a987c38f-d550-4d1b-b7d3-d2340b8d3748","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.793273164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"a23a276e-5d46-4847-8201-cb37c0d760ca","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:13.822162426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-no-access","reconcileID":"5a285cad-a731-48c0-8aa2-1c34d0960329","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.823006624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"38133f71-e9dc-4583-8956-e262729f7172","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.830149007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e8d950f3-7b70-4e92-9caf-a1b4a5b44949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.847848767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e8d950f3-7b70-4e92-9caf-a1b4a5b44949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.848865225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8c400ffb-8ab4-4782-a89a-32b1a1e0f6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.865142896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8c400ffb-8ab4-4782-a89a-32b1a1e0f6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.865634609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"8170e6f5-a3c3-418a-b937-a07939b4c668","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.875737674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"f1d8985a-1a4b-4f40-88f0-387296c6eb1b","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.902098029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"e6fa0607-c850-434b-9024-626dca336ba9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.906406406Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-no-access","reconcileID":"dfc2273d-d0cd-4b0d-bc4d-5ab4144b2b4e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.910957948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"e6fa0607-c850-434b-9024-626dca336ba9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.924850297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"9eb4e8ff-4ab6-465d-bd92-b59d02666716","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.99786733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-no-access","reconcileID":"90ff2f68-283f-4912-9470-baddbca3049b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:13.997879901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"1ce50fe2-e3b5-49d4-9c4d-fb454011c520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.004748125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a4ffa0a6-372e-461d-b496-bec9ce140c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.004773538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5dc5932e-1ab0-40e9-b68c-8f7f46396a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.005190475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"930e2394-d6f7-4d00-a8cd-268f5f1f3162","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.013337719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a4ffa0a6-372e-461d-b496-bec9ce140c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.013385867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5dc5932e-1ab0-40e9-b68c-8f7f46396a24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.015705002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"930e2394-d6f7-4d00-a8cd-268f5f1f3162","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.607041124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"53b683d9-3774-495a-8bad-1d9a6c6e8659","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.618987326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6d75797b-2693-49c4-811d-cdaf0defba9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.619187471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"8e4469ff-943b-4f9c-ade4-144739879745","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.618988027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"20179768-78ce-49ed-b7d1-f410c6df68dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.633131212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"20179768-78ce-49ed-b7d1-f410c6df68dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.639855501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6d75797b-2693-49c4-811d-cdaf0defba9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:14.650333997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"8e4469ff-943b-4f9c-ade4-144739879745","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.387917195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"7c55bc7e-0538-4d01-a200-7bb8f6944ecc","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.452570414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"7c55bc7e-0538-4d01-a200-7bb8f6944ecc","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.599135786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"18a6ed7a-0fbb-452f-bd08-f03ce39f5ce9","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.599155601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"18a6ed7a-0fbb-452f-bd08-f03ce39f5ce9","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.683049994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"b7094548-e262-4291-9f21-2eb6229b08e6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.691191021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"b7094548-e262-4291-9f21-2eb6229b08e6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.699428655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"b7094548-e262-4291-9f21-2eb6229b08e6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.763075891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"50cffa6d-b3e5-43ec-a8d5-0dcb0f6f38b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.893273575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0c9cd5f-a4c1-4247-811c-b4e8174c78eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.900712046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32049432-8d44-40c9-a986-6e6fb83194ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:15.921268645Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"fcff6628-da72-495b-acff-961ed8433566","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.061963122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1677bb1c-6f9a-4383-a2e3-f6b530010d77","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.154445741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"9b2871cc-bfcf-493e-a216-cab641f9224a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.250554066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"e278eba2-1e2c-43df-8493-9916a9f3e367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.252620869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1677bb1c-6f9a-4383-a2e3-f6b530010d77","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.306202048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fc4bdbcb046740aa82ace9750c2d0cbd2ad145d7dc068ef13600b4db0b474cb7) AuthConfig (d331d356a44af9751f487c9b9e481a07ea2b04df1901e454fdfed67d4e548269) AuthConfig (856c1ed94cd6aa16a8199ac9310dbcebedef796b62a6c4706c8969dba8290813) AuthConfig (32caf4c61473aaef9e0a35d84c99bec5ad341c190173916d71b764ca3ad1b5a3) AuthConfig (d73e5e443c9d836d8db0c2d7d3c8da9afee01554bfa41e7d49f50f5984f200fa) AuthConfig (1e8b8c0c6283d387843d9f96adac2b8f0d37d17332e3c8544700e0458dba168a) AuthConfig (949cee213dba0634290ebd48185f3c5f88d63bb43d7b16a7e924ffd8bf79b133) AuthConfig (bb090281cb05e711acac0b7cf5114dc4753b0a9a41ec97c6ff89bc17b4bc3f31) AuthConfig (fc17125f138bbcdc2d7c987157e7ac4c9fb4d6bee98846ad3fa203ae1eca59e5) AuthConfig (b8468903c08468109faa76d60355f940f6ff241993da6f022a3cdc6780b3aed6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1677bb1c-6f9a-4383-a2e3-f6b530010d77","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.342019742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"2b5f961a-2c38-4e60-a425-c21cf5370cb0","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.342053594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"2b5f961a-2c38-4e60-a425-c21cf5370cb0","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.627929698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"d76e4074-0894-4988-9c37-5e612d7b331b","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.629111948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"d76e4074-0894-4988-9c37-5e612d7b331b","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.669329791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"aa101077-c0ac-4940-aad8-6481396a1a96","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.669818267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"aa101077-c0ac-4940-aad8-6481396a1a96","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.66977762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"e7bc4575-757e-466c-975d-a753093105c1","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:16.686076166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"af74aa38-4a1e-4327-8217-749d55f12a6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-301be8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.698217523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"e7bc4575-757e-466c-975d-a753093105c1","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.746063341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f717774f-5b68-4ce1-b248-5bedcbaeff85","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.74617562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f717774f-5b68-4ce1-b248-5bedcbaeff85","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.808027378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9553cbd3-8ded-4c1c-ad15-02eece09717c","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.809378714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9553cbd3-8ded-4c1c-ad15-02eece09717c","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.82455895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"38cb5313-7062-4610-8241-910b589b5ee0","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.82467886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"38cb5313-7062-4610-8241-910b589b5ee0","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.852374754Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"6b0abebd-b1c2-49ee-9f52-5e161668f0cb","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","model":"test-model-301be8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-301be8/test-model-301be8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:16.861675714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"4c013631-1c25-44fc-ae7d-a1f595b0711f","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.014318226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"4c013631-1c25-44fc-ae7d-a1f595b0711f","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.100705301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"dbe6648a-2981-43dd-aac4-26b4a98ed119","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.102383329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"dbe6648a-2981-43dd-aac4-26b4a98ed119","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.119047486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"70390cdf-01cd-4e35-bea0-34515e38762e","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.151413173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"70390cdf-01cd-4e35-bea0-34515e38762e","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.153332572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2d7437fd-4119-4e5b-b23a-25e93a3bf2a3","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.153373256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2d7437fd-4119-4e5b-b23a-25e93a3bf2a3","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.165246543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"0b85aa58-688d-44cc-9ffd-3581d81463bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.166337544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"91e125ad-fa38-4689-89e5-2335a9bb7f51","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.22292763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"0b85aa58-688d-44cc-9ffd-3581d81463bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.242987768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"0b85aa58-688d-44cc-9ffd-3581d81463bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.256013207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"dddbb805-0e9e-4fbe-ad28-0eecca425af2","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:17.25612652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"dddbb805-0e9e-4fbe-ad28-0eecca425af2","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.252568537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-sub","reconcileID":"df600fcd-85b6-4bc6-82fc-c3d83003eb60","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.263198252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-sub","reconcileID":"df600fcd-85b6-4bc6-82fc-c3d83003eb60","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.285889355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f4aaad98-34f4-496d-af70-6f14f7d981ed","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.295384938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e4d147c-6e03-4485-abb2-9ac8659be6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.295399903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"f14a6eea-10e3-4a10-ac54-02d78a59877e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.295799274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b2f65c49-7907-4f22-8155-d48e868fb552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.304096303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"f14a6eea-10e3-4a10-ac54-02d78a59877e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.304179766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b2f65c49-7907-4f22-8155-d48e868fb552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.306249565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3e4d147c-6e03-4485-abb2-9ac8659be6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.435698949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-scoped-auth","reconcileID":"c8cd689e-f134-46d6-9843-f5b581562c51","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.435995626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8052ee83-7c3b-402d-8aba-4710c5e5405c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:20.450024299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7350a577-b61c-4905-840d-4ad1ae28defb","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.41804161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2073ade5-c8da-4ef1-a943-f4f5a2b711dc","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.424453072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"372b30a6-f2f9-4f4b-a35c-f2c97e5a072b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.437221306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"968670ee-f257-4161-8fb6-40f97b51899f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.446152734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"968670ee-f257-4161-8fb6-40f97b51899f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.468165644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f5bcfc01-b4ad-407b-8909-251e2d2026c5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.537893936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"066b2b56-f5e3-458f-8884-3f1989003df0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.550789008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"066b2b56-f5e3-458f-8884-3f1989003df0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.608153377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"1ef8a693-4ef8-4914-8b89-3a21fd5ed56f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.61458725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"4556bd66-3bfa-4d1a-b27a-568ca18f032f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:21.620187815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub","reconcileID":"973c0388-af6a-494d-aaea-7c823d1be43b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.636879416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"40ea4321-2d84-4467-94e2-111eecf31454","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.637029936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"77ed9383-23d7-4e5b-b46e-e3ca9e7cd46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.637276423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e0a69738-284b-4d3e-9375-2746278568f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.637741114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3d2e4e28-5d4c-482c-95df-6c3f74959f35","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.646928034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"40ea4321-2d84-4467-94e2-111eecf31454","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.646960647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"77ed9383-23d7-4e5b-b46e-e3ca9e7cd46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.649242058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e0a69738-284b-4d3e-9375-2746278568f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.649428599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"188d0af5-2413-4c22-b0be-bcc167c7251f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.674055203Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub","reconcileID":"4c7d9cf1-0e23-482f-97fa-585b2a123eea","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.691524321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"e6a76d8e-a486-4d49-a094-17150274df55","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.738126873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e7973d6f-f0cb-4fce-ad60-4add93b05eca","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.738489849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"44a51bb2-0751-4c56-866b-097881e7b8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.738129657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5038e0c8-21e4-4361-b05d-c68be7f887ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.747057677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"44a51bb2-0751-4c56-866b-097881e7b8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.747170882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5038e0c8-21e4-4361-b05d-c68be7f887ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.749200572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e7973d6f-f0cb-4fce-ad60-4add93b05eca","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.764191402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"9395e38f-e581-4925-ba0b-3d3c4b78d1ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:21.764424015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub","reconcileID":"00af49c5-4e46-4704-acc8-437285a4caa5","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.190457584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"1506ce6a-44a8-41c6-945a-0e5533d7d2f5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.216006294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3cc27bb1-0687-49b9-8d20-7cf3ccc526de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.216790504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a05ffab2-7323-4904-9e1f-d1a3bf14315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.217385629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b92d965e-eedb-413f-b8c0-a7db0a6ed234","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.254556419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b92d965e-eedb-413f-b8c0-a7db0a6ed234","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.27900129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3cc27bb1-0687-49b9-8d20-7cf3ccc526de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:22.280467724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a05ffab2-7323-4904-9e1f-d1a3bf14315d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.268737685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"7de6f827-d2f9-4db4-8ed8-529409ec5ecf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.341932825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"890b55ac-114b-4bf3-afe5-166c5235cfdd","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.344006582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"0ca9ffb5-6523-4779-8c01-99ecb3aded3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.39475142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"1c1b11e0-4595-4c11-a914-7cfdcc3bab43","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.394781226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"1c1b11e0-4595-4c11-a914-7cfdcc3bab43","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.517084582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"08299c87-dc56-4e33-b48a-0c48f7ca2186","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:23.541146928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"08299c87-dc56-4e33-b48a-0c48f7ca2186","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.648842535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-no-access","reconcileID":"538228c7-86a4-4d61-bbd6-97f888587ae0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.693018421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-no-access","reconcileID":"538228c7-86a4-4d61-bbd6-97f888587ae0","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.734501852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"9ffc62af-be70-4ba1-9a0e-5dd4cacba2f9","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.757811932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f0972582-5ba5-4260-adc4-cfdf98845fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.761750246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b813f887-475f-4334-8b35-53effe9b97fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.762336899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"4aa996ca-8a8b-4c1a-9996-769a10940532","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.80745636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f0972582-5ba5-4260-adc4-cfdf98845fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.808440233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"4aa996ca-8a8b-4c1a-9996-769a10940532","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.809669863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b813f887-475f-4334-8b35-53effe9b97fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.898954728Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-no-access","reconcileID":"47e99315-2a09-44d5-9b21-65c83bfc5a7a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.899269807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"d29d7215-fd90-47c2-adae-5ef697835bcd","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:24.935194335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"b1018b7b-8ddf-4adb-b7e9-b5abeed06014","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:25.977272571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"00b8c28d-cacd-4ebd-b0f2-aa5237c05149","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:25.977297154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"00b8c28d-cacd-4ebd-b0f2-aa5237c05149","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.011822365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"392b2cb6-64b7-4e05-8ed2-4a969e861164","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.019843333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d19999b8-65f0-4001-a369-75bcb7d63252","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.132147442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"30b4e370-d15a-422f-9b76-4757fc10c310","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.14116598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"30b4e370-d15a-422f-9b76-4757fc10c310","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.164345437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"32bb8e15-bc1a-423a-9e85-504fd4466dc3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.199961775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7ef85167-20f6-4597-bd1d-8fe682b5d2b2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.203625855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2a95ad4e-560b-41a9-b7d8-6a5d15475dc5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.20819072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7ef85167-20f6-4597-bd1d-8fe682b5d2b2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.22579511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a459b91c-8355-4d90-b32d-17dc2678d205","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:26.226102859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"6a3406d5-e965-4de8-ac3c-0b6cd8ceeb17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.243113099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"663dd226-087d-4159-8cfe-c4fdda1c0daa","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.251744619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e569b303-9a2e-42fc-bfc0-36af340c1efd","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:26.261874303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7ef85167-20f6-4597-bd1d-8fe682b5d2b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.277265567Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"e300d286-d7de-452d-aaca-9c8dda6cce2d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.297435545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"04d3d4ee-726d-44b1-88fb-b1afdf8edaff","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.311999783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"4314a86d-4a05-4903-93ea-cc9420df4906","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.312028306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"4314a86d-4a05-4903-93ea-cc9420df4906","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.31580493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b75fc46-cf34-4ab6-82c0-004cedef802e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.316677383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"614e4fd0-f64d-41b6-813b-f3d8175bcf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.317247525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0a7c0d12-823e-41e8-bed6-fd729edc0eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.337188273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b75fc46-cf34-4ab6-82c0-004cedef802e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.337669732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"1106160c-a2fd-438a-ab5c-409b828152d4","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.337687153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"1106160c-a2fd-438a-ab5c-409b828152d4","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.338870314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0a7c0d12-823e-41e8-bed6-fd729edc0eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.340839995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"614e4fd0-f64d-41b6-813b-f3d8175bcf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.390444536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"ec4f1a0d-9234-4054-ad7a-115cfc47fb23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.39104559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"3d46a93b-a06c-4170-ae80-b04c71021e31","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.401644657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"5ed86670-266e-4579-bda4-00def35ce365","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.401650106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c68f4d4c-cd50-4d02-867d-9f08696faf97","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.412972458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c68f4d4c-cd50-4d02-867d-9f08696faf97","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.414165466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2e80fb priority=0:[ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-free ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.414744915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f71738f9-b702-4d8d-8d43-41ade839d914","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.428625958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3d35f884-c3fd-4cf5-a63b-51bb7e13353c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.433849824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"5ed86670-266e-4579-bda4-00def35ce365","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.435002174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a16e5cfb-c769-47d3-9dce-caf066bd7859","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:26.435034141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.440804471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8743a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"5ed86670-266e-4579-bda4-00def35ce365","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.443458994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"825d81f1-a085-4ae8-86dd-3970aeae1f43","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.447221827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"314cb77b-51bc-4c88-a936-09deb1c34ad0","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.447236607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"314cb77b-51bc-4c88-a936-09deb1c34ad0","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.477226545Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-premium","reconcileID":"b64cf5b1-3647-45f7-b0b8-552c9208abea","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.477604785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1902c984-ebd5-4794-9d43-fcb40659480f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.477632531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"1902c984-ebd5-4794-9d43-fcb40659480f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.496045738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d1c15229-cbfa-4765-9caa-fffd14fd3188","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.50083117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"17be235d-6d53-475e-9b6d-56fbd72eb197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.500841452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ca1d7e49-3590-486d-9cf1-ce843ea320d4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.501190144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0f947fa0-2599-4391-b19f-07072597e72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.509375712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ca1d7e49-3590-486d-9cf1-ce843ea320d4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.509579965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"17be235d-6d53-475e-9b6d-56fbd72eb197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.511769673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0f947fa0-2599-4391-b19f-07072597e72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.567884207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"2e7ba759-6a56-41ac-9a9b-78d85fd6c15a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.567891058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-premium","reconcileID":"ccd0dda0-bd11-4fb4-8537-bd8576e6008f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.568191893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"9c75bd70-7809-495c-9e12-d580c95716be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.665315384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cdd5c735-61f5-48fd-ab61-6c1262ce9feb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:26.673816389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cdd5c735-61f5-48fd-ab61-6c1262ce9feb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.263618863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"7d8b12d2-4600-4196-8d07-96b3740bf2ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.27194264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"7d8b12d2-4600-4196-8d07-96b3740bf2ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.279038979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (849f34e82f793eb54a355061e6564bf17ae7afd00325731aed1b9c1de2ff1395) AuthConfig (da322b1d4f5a576743d3883a11e5dda1080f5e9543845aab5fc42b82dcd82d10) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (1d3228ab185c8b2458c64ebf26560f06859668b1e220c4f8278268512533c9d8) AuthConfig (81488cddd43ac015a6fd50c57673132b1e3f01b0734d2f7fd69caa0978392880) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (b881c689fe479b75237dac5750747542d991f45f03d51ba243027ccbafde8049) AuthConfig (9dc4dd802c2402120b7d3c6ac2631a16f98fa36e806b41e04f6e0452e4df99d1) AuthConfig (813bc0e9b3d62e8d99d3676e076e7f5a6e214f17cbab98f3c7f75252fb3d8e3a) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (3bac9bd4fe10f9bb3b5cfe42c84b88cb3cc718e19ddf95d793d91edc1ad3240b) AuthConfig (78b07b63fdf2376d0db5d75f7df7dafa9b24ae8e879936d1a7e2dd1b7e3d0412) AuthConfig (e6c51a4d58dc9b1622ad67ac40d82b7efa66f2a0f4d5ecabe67ab58ef46fdfa6) AuthConfig (1efb0887027e579fcb09ef5d99a51ee3aba12eca108c7b422e4ae96aa443d1ba) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (1dd6ab95b4d9520efe6d345bb85adb0d18d900d63bbaf01fd6e6831b1757577e) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"7d8b12d2-4600-4196-8d07-96b3740bf2ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.28821157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"18fec279-bbe6-4cc7-af60-04bee18f0693","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.288229483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"18fec279-bbe6-4cc7-af60-04bee18f0693","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.882825403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"348df73b-e3cd-4cd7-81c4-6ac94ac1d353","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.895281702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d2d34ba3-a755-4d31-807a-b73de57c9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.896257897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b1f5165e-30b0-4de9-8cbc-5150c9c9c2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.896459755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ea7a6d43-04c6-4094-ba6a-c9b6c0c986e4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.903825108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d2d34ba3-a755-4d31-807a-b73de57c9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.905078891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ea7a6d43-04c6-4094-ba6a-c9b6c0c986e4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:27.906319606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b1f5165e-30b0-4de9-8cbc-5150c9c9c2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.354349154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"0a3ac1ff-0ec2-4b67-b1b6-1b547bc0c89f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.354400073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"0a3ac1ff-0ec2-4b67-b1b6-1b547bc0c89f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.359142407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"296dac2c-c248-46e7-84f5-3dd88fb30f03","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:31.363934776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-c6bc48-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.367364435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"296dac2c-c248-46e7-84f5-3dd88fb30f03","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.370198526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"911250cd-729d-4152-939e-67cf8057e8fe","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.373956007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"fbf1efe0-0254-4826-b083-9d0238dc9549","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.373973082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"fbf1efe0-0254-4826-b083-9d0238dc9549","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.38095082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"0c92c8d3-6ded-47fa-9785-c7917d75b996","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.380966476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"0c92c8d3-6ded-47fa-9785-c7917d75b996","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.393286608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"79bc5bc9-7ad5-4ac7-a3f7-3eb091ebabef","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-att-serve-c6bc48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.447962846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"795f56fd-286c-4c65-a02a-6d5bfcdaddc3","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.447982892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"795f56fd-286c-4c65-a02a-6d5bfcdaddc3","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.457840033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"caa3d4aa-1824-42db-beda-4de0da1c82c9","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.466554256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"caa3d4aa-1824-42db-beda-4de0da1c82c9","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:31.500622844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"87a37dcb-0706-4793-b364-0fd62b196ddb","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.227453333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub","reconcileID":"1bd81f36-848e-41ab-8007-692cb1aca751","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.273335273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub","reconcileID":"1bd81f36-848e-41ab-8007-692cb1aca751","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.287794391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"6e1896a0-1777-4bef-8a9d-bba296623661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.29414248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"c7d6c87c-ce3c-4387-8e8c-372c42f4dade","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.305587791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a2d3a81c-8851-47a8-b663-b925ec3151a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.305641689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea2e8a19-1389-4f24-9109-ba80bd9240f0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.306060729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a3c66214-9649-4dac-b43e-60570a99ed39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.307137152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"7c4b6a37-80d1-4127-a2f8-9dad30f3dca2","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.307153925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"7c4b6a37-80d1-4127-a2f8-9dad30f3dca2","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.314113741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea2e8a19-1389-4f24-9109-ba80bd9240f0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.314267069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a2d3a81c-8851-47a8-b663-b925ec3151a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:32.316398314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a3c66214-9649-4dac-b43e-60570a99ed39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:36.489947005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"11496890-467c-4d5a-b7f6-6dd1b5661688","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:36.513523402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"11496890-467c-4d5a-b7f6-6dd1b5661688","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:36.525201032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8743a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (076f5486dbf03abf6de4f0493cb143c76ab173998c8b706d2060146e3ac0681a) AuthConfig (7ef7454490ef7ccf318675e87894fef29ccbd1924d1e759b9763be9d39634215) AuthConfig (9aa2f8a5c7151030165a516b511597bea1ba67d0171535f60120c85c62e6bd57) AuthConfig (afa4ad818c6d14f125531fc314cf777098baf2df17bfb9b7d84a7014bf952fab) AuthConfig (f489040805bd7354f419aee70fb2da5117b443ab66da2e83575930cf708661b6) AuthConfig (9044dcf94015c0b16b57ddf04e6d2e80a39a209e999a6f1ea18ed119f09704f0) AuthConfig (e2eaaf61aa97024867bb88b34070861736763bf8abcf4dad71836e2a3e60b36b) AuthConfig (370ec1f37b742c8974ccc8ecf23cff2c2124deed3c8916138d0b3ce92dc825eb) AuthConfig (215724911738e9af6595c85d6bba1675e6f1672dc44bbee9323fb40b0c835251) AuthConfig (0c1a9cac647ba4f2bbc35b639e75d9d2f34dc47d9fb9d664fbcaea5c2cfe684d) AuthConfig (dbaff7b4b5dc5865b2d5303a0afe2783fadb75da271a1bb7fc275e2e0d4b7548) AuthConfig (33faaa0aae99e9fe74448ba6f8d6554dbad9014cdf051e63e6ce00f6724a675e) AuthConfig (496f15f95663b602711c2aee8a4463b11241bf2fee32a00036b3c11a9022e0fe) AuthConfig (7f9043b80911018a2484486da8044c37f8de6dfac3be16a2a2c81e7945938696) AuthConfig (27429a1cd71d7b0b17e7dcab6657eb92269da4d49794f779c4d484f7cf0ca407) AuthConfig (38e2de8d87bfa25569e23e4f896f82b5deb4afe87f4874cec4149c55ea2eff4a) AuthConfig (aab05c2fefb548eabee16005598a7265c47cc6b6d938ff7856a9857f56229a95) AuthConfig (efb73880bacb48a0fc04aaa9db2156f0c804d8ac654d20091dccd1ad239f14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"11496890-467c-4d5a-b7f6-6dd1b5661688","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:36.546556276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"18d93655-b676-4b64-ac98-cc96394bf246","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:36.576495815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"18d93655-b676-4b64-ac98-cc96394bf246","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.301097523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"172bd326-0c55-406e-a35a-73a9acd4c087","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.311005155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"172bd326-0c55-406e-a35a-73a9acd4c087","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.36891361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"b193bade-6ac9-4560-b15b-d65b218ad69f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.368945405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"b193bade-6ac9-4560-b15b-d65b218ad69f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.912030896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"ebab682d-2138-47ea-9b98-92bbe67f375f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.977416063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-free","reconcileID":"ebab682d-2138-47ea-9b98-92bbe67f375f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.994180114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"6ae74587-c884-471d-96c3-c6b1b7ca177a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:37.994321797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-premium","reconcileID":"91292af7-e6fa-49b9-91aa-a80cdf1d8dc6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.001286195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"512e498e-8eaa-4ae5-99d6-3b78c8f5ff3e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.011528379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b86d6f8a-31c9-4712-8d7f-94c879c7eb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.011535188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cc8835b0-c919-4dec-b1b9-fff193b4dc7c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.011964018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2a5ac130-63b8-4ac5-ae64-5854f7030a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.021390658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b86d6f8a-31c9-4712-8d7f-94c879c7eb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.021809566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2a5ac130-63b8-4ac5-ae64-5854f7030a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.023772649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cc8835b0-c919-4dec-b1b9-fff193b4dc7c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.067071852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"19b9749f-11ac-4f26-9533-ea0e7bec227b","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.067089584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"19b9749f-11ac-4f26-9533-ea0e7bec227b","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.073109829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"358778f5-4ad2-4dc1-a3b7-3f024f903d64","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.073129601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"358778f5-4ad2-4dc1-a3b7-3f024f903d64","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.108487873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"144e1be8-1309-4db5-85e1-f8f8df49fc43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.147612754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"144e1be8-1309-4db5-85e1-f8f8df49fc43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.154565263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"144e1be8-1309-4db5-85e1-f8f8df49fc43","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.157537134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"16cfa1dd-4a5f-48ff-95b5-64e6d8b1bbd1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.178957556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"658f8cfa-146d-41f3-8b60-4b13127db005","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.178973699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"658f8cfa-146d-41f3-8b60-4b13127db005","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.214526667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3568837f-6b12-4f7d-b84f-bfdacc022658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.21938205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f62e8fe3-2b95-46b4-b2eb-1f58b4b2e8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.219396081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f4268aaa-20cc-452b-9432-764fac453a84","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.226066574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3568837f-6b12-4f7d-b84f-bfdacc022658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.229729364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f4268aaa-20cc-452b-9432-764fac453a84","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:38.232950404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f62e8fe3-2b95-46b4-b2eb-1f58b4b2e8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:42.851008604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:43.845233715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"5e7799e1-fd0b-4575-ad95-352a1d0b830b","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:43.874234376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"23f5e590-0036-43b1-9d6a-a45373dbe30f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:43.874257928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"23f5e590-0036-43b1-9d6a-a45373dbe30f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:44.159824399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c3cac34a-f2b0-459a-9ca7-a94ab370428a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:44.238522775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c3cac34a-f2b0-459a-9ca7-a94ab370428a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:46.552767776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"041678fa-3d17-4fcc-ba88-891c8f96877e","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:46.565254085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"041678fa-3d17-4fcc-ba88-891c8f96877e","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:46.753762537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"50bed0a6-3834-49f0-a045-3e972bb1a0e9","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:46.753797508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"50bed0a6-3834-49f0-a045-3e972bb1a0e9","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.176601085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"985ed499-8018-4747-bffa-3c9195ca9d49","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.193823086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8c6baf9f-7234-4037-a3bf-f06d7d9a49cf","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.198862775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"3dc8e469-b2e7-4c03-9a24-064bec9e62f6","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.209501583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"4dc436ba-4d6e-49c8-a63f-f0d0a85b7702","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.209963188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"3a281f4a-cf16-4d9b-9894-7e8239dfb60d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.210198281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa5f53d2-fe80-4eb3-afb0-0db06f8c8d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.210410851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f34fd039-094e-4308-8f85-4345ce9facea","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.214162662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"3dc8e469-b2e7-4c03-9a24-064bec9e62f6","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.220875521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"3a281f4a-cf16-4d9b-9894-7e8239dfb60d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.22521429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa5f53d2-fe80-4eb3-afb0-0db06f8c8d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.225661659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f34fd039-094e-4308-8f85-4345ce9facea","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.227603681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"4dc436ba-4d6e-49c8-a63f-f0d0a85b7702","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.235489352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (4f9252063853c62228e22ba8ca25544e4885a9ccca611a06c649ee720d5b9ca0) AuthConfig (17df2d181f67822f89bdc4fb0ebf3f3baa6ac002a7255858346f139e533d9e99) AuthConfig (feceb43c5fa7302118697224ee2762738870b2945f456e3fe816b9e494f92173) AuthConfig (bacee2e2948a98944199891c7374ad2d23ca77769bea41d708d616ceed59f45b) AuthConfig (02ac1dd77f3574457a4082c3e10eacb321bbaeb727f6c946b1767f01bf58dd07) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784) AuthConfig (f7fe16c4453bd4c2bac1d07d55cb5156c20f98bdda5cb9a7c6eade19e7955bba) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (66f30df08cb51f7f441870b6b6edbfad05d689792d33da71c61617dce028fdf7) AuthConfig (bad60a3430ba1fde89f05750ab1dbfd46081d365459fc81097cae93179d46345) AuthConfig (e9e3412409d757867463f61119a383f3f22dcf8cbd75721c26f9675a3d22ee69) AuthConfig (7ff0d97ca45ea5dd7b253bf4cb50403d7f2c3d7a6f52fe6d5e9140d2af9e52e7) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (b9bd0f588542fb27d84553e2d3389198441ba1052820af0a5b18c8e9399e27b4) AuthConfig (d4ddbbdd1618941752e06ed1bd5880987c2ea2cd462fa4dc0e1dd99f91bda745) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"4dc436ba-4d6e-49c8-a63f-f0d0a85b7702","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.241077674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb928e02-1ca4-4832-9449-167bbbee9fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.245124325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"87586c3a-9403-42e9-be9f-6ead80ef5ce6","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.245138507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"87586c3a-9403-42e9-be9f-6ead80ef5ce6","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.24696078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"45d8ca46-4a5b-4832-a335-ef03fc012731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.247163341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8c9ff79-697f-4a2b-80ee-3e04b491a74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.247753044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8dc751e3-39d3-4fd7-91aa-6138525a7b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.250491941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb928e02-1ca4-4832-9449-167bbbee9fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.26015605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8c9ff79-697f-4a2b-80ee-3e04b491a74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.261987532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"45d8ca46-4a5b-4832-a335-ef03fc012731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.262456547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"46d22c73-20c4-4a06-bb09-87bfddf9a21d","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.262474205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"46d22c73-20c4-4a06-bb09-87bfddf9a21d","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.262492121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8dc751e3-39d3-4fd7-91aa-6138525a7b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.280338463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"f89fdf56-bd3e-4c56-8ef8-23a6caf5a3da","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.280380578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"f89fdf56-bd3e-4c56-8ef8-23a6caf5a3da","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.290938783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"75445aaf-c0ac-4d7c-9e69-7aed6258d594","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.300342176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0128a459-f221-46ce-98cc-6624149408e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.313837992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0128a459-f221-46ce-98cc-6624149408e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.408540683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"a2544b4c-f86b-42ec-90b0-cfaa8f882e58","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.431715553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"616c8fc1-a54b-4d47-a5e0-5c054dd487c2","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.431735786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"616c8fc1-a54b-4d47-a5e0-5c054dd487c2","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.440875459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"56d128e2-d7e8-4a94-b3f2-08ed37749a9b","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:47.448149663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"527f4763-d0d6-46d0-bfd3-127b7eb99fea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8743a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.448388157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"598b2212-7e38-4fc8-ba08-56d3870c3cbd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.448724465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"6af66130-db8e-4fb4-ab98-123bd3a060c6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.453160417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"42b26432-fe25-4ec3-9086-b9bf8a33b311","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.453175027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"42b26432-fe25-4ec3-9086-b9bf8a33b311","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.453458302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"56d128e2-d7e8-4a94-b3f2-08ed37749a9b","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.464897278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b342466a-4a42-4248-b7dd-846febb64103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.464980599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa7bf912-6295-48a7-ae37-90f57e789412","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.469758122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"598b2212-7e38-4fc8-ba08-56d3870c3cbd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.47031799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"6af66130-db8e-4fb4-ab98-123bd3a060c6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.474708039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b342466a-4a42-4248-b7dd-846febb64103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.477314949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"aa7bf912-6295-48a7-ae37-90f57e789412","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.479685947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"18976367-a020-4433-ab36-f376806c568b","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.479720905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"18976367-a020-4433-ab36-f376806c568b","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.479867617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"9cf6e879-09a8-4d32-88a2-3beae6238520","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.532035961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"d19e9118-8177-429a-9ed9-a53b1ccbc603","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.532061192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"d19e9118-8177-429a-9ed9-a53b1ccbc603","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.548020568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"f792edca-8685-4481-903c-646881e65b19","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.548036816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"f792edca-8685-4481-903c-646881e65b19","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.553824116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"43260f24-4ab9-494c-9365-b97553f1e959","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.558179003Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"1d55ff9e-b34c-43ce-832c-61728490e5bc","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","model":"test-model-8743a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-8743a5/test-model-8743a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.564136797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7ea1b8-c10a-447f-810e-d6a94a5a42c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.564722519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"100d7ce0-ade3-471f-8cbd-890f759df3e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.574425589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab739480-9c6e-483c-8035-529fccd1b91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.636315718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6b9c4d7c-c6be-4e66-a13b-0e0ebba0b5a8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.670388482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"43260f24-4ab9-494c-9365-b97553f1e959","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.711059005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7ea1b8-c10a-447f-810e-d6a94a5a42c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.724421378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab739480-9c6e-483c-8035-529fccd1b91c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.744471944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6b9c4d7c-c6be-4e66-a13b-0e0ebba0b5a8","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.746557418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8fdc466a-78c9-43f7-a9e6-2124f6429ded","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.746628268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8fdc466a-78c9-43f7-a9e6-2124f6429ded","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.763680461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"b68450ef-76fd-46f6-94ca-7bca9b71e662","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.763705294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"b68450ef-76fd-46f6-94ca-7bca9b71e662","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.780910177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"100d7ce0-ade3-471f-8cbd-890f759df3e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.797559551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (4f9252063853c62228e22ba8ca25544e4885a9ccca611a06c649ee720d5b9ca0) AuthConfig (17df2d181f67822f89bdc4fb0ebf3f3baa6ac002a7255858346f139e533d9e99) AuthConfig (feceb43c5fa7302118697224ee2762738870b2945f456e3fe816b9e494f92173) AuthConfig (bacee2e2948a98944199891c7374ad2d23ca77769bea41d708d616ceed59f45b) AuthConfig (02ac1dd77f3574457a4082c3e10eacb321bbaeb727f6c946b1767f01bf58dd07) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784) AuthConfig (f7fe16c4453bd4c2bac1d07d55cb5156c20f98bdda5cb9a7c6eade19e7955bba) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (66f30df08cb51f7f441870b6b6edbfad05d689792d33da71c61617dce028fdf7) AuthConfig (bad60a3430ba1fde89f05750ab1dbfd46081d365459fc81097cae93179d46345) AuthConfig (e9e3412409d757867463f61119a383f3f22dcf8cbd75721c26f9675a3d22ee69) AuthConfig (7ff0d97ca45ea5dd7b253bf4cb50403d7f2c3d7a6f52fe6d5e9140d2af9e52e7) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (b9bd0f588542fb27d84553e2d3389198441ba1052820af0a5b18c8e9399e27b4) AuthConfig (d4ddbbdd1618941752e06ed1bd5880987c2ea2cd462fa4dc0e1dd99f91bda745) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"100d7ce0-ade3-471f-8cbd-890f759df3e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.802053589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6ad6cab6-62e3-40c4-86ad-3d4af8a1c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.808560424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"33c6086c-2ad8-4e66-afb0-cebe8731ac7c","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.813125723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6ad6cab6-62e3-40c4-86ad-3d4af8a1c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.867113026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"42b20648-b22f-47d3-999b-6b1142ef6a90","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.874588025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d842bcd5-7c12-4079-afc6-d7c90afdb78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.874764776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"178fe478-5029-46a7-9f04-96a49468afc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.879815261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"42b20648-b22f-47d3-999b-6b1142ef6a90","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.883387423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"178fe478-5029-46a7-9f04-96a49468afc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.883401358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d842bcd5-7c12-4079-afc6-d7c90afdb78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.952058256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"5d37add8-17f9-453d-81e2-0c01cd11b44b","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.952077361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"5d37add8-17f9-453d-81e2-0c01cd11b44b","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.966318316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"9fe86f7b-f380-4d4b-81e3-a674923d6990","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.979059033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"f16eb21c-3e1e-4782-9d2a-295990dda794","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.979100036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6750a944-8704-40b7-82dc-fdf2253f5e1c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.979612259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8d608d46-01b3-40b2-952a-151943ddf4d6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.979653322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6e1a4990-2cfc-4672-94a5-dd87636c4ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.984278755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"9fe86f7b-f380-4d4b-81e3-a674923d6990","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.991114454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"f16eb21c-3e1e-4782-9d2a-295990dda794","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.991854592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6e1a4990-2cfc-4672-94a5-dd87636c4ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.9945649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6750a944-8704-40b7-82dc-fdf2253f5e1c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:47.995154943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8d608d46-01b3-40b2-952a-151943ddf4d6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.062836562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"4e309c1a-eea8-4269-a311-aa7b9eabf59a","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.062860589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"4e309c1a-eea8-4269-a311-aa7b9eabf59a","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.225545627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-premium","reconcileID":"bcf6d550-6fd1-47db-aae4-cec3cb35d0b5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.263934048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-subscription-premium","reconcileID":"bcf6d550-6fd1-47db-aae4-cec3cb35d0b5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.281003699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"2ff98eab-bdb7-40cb-a1d9-4fce8f744a3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.296670721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d0f2e268-4db1-40e6-8be9-fd5838830466","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.316340082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0e1280bd-ce44-4d09-8158-2705417aec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.320224603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"67f1ed63-ab7b-44af-994a-9e1db0c664fb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.320373723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ea37bd6e-d13c-44f7-b391-2982b418864f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.325863247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0e1280bd-ce44-4d09-8158-2705417aec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.32924122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"67f1ed63-ab7b-44af-994a-9e1db0c664fb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.335422634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ea37bd6e-d13c-44f7-b391-2982b418864f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.455486387Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cc1ca1c3-37f6-4dd4-89a8-edc5a064639a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.455564603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"64a0d8fa-61be-4d3d-a4da-64947357a916","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:48.562275068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"20740c43-c2cb-4f95-83f2-04d7ffb2ee68","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.011120283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f8a38fb4-30d6-4ef2-bd13-a525ddffe127","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.01945791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0e77a417-8498-4bf2-9e4e-57c6af9b91df","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.031264632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"f46c03de-cb6b-48eb-a9c2-fcb3117ebf4e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.039859276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"f46c03de-cb6b-48eb-a9c2-fcb3117ebf4e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.162931125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"21b9ccfe-efc8-4d59-a975-e2db35b5ebcf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.172292424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"02af2575-22dc-416a-9502-8d64c3e816cc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.180926273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"02af2575-22dc-416a-9502-8d64c3e816cc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.195555187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"1a042c9f-62a1-475f-b8b9-d388591f3156","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.202119584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"91db313b-327a-472d-a1a6-725495ba52e2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:50.207588739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"70af836c-7025-4f0f-aa33-6192fc2f1306","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.223316596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5b6e2676-f9ba-4a81-9da4-ec3cac7ff2de","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.231530045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"edc9a0d2-b618-41cf-b3e6-5dfaa4a42977","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:50.266037667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"02af2575-22dc-416a-9502-8d64c3e816cc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.267096998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"3c9b125c-dfc7-45dd-9ead-f7d1c97dc0e5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.277734896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"16fc47b0-1cde-4f77-99cf-6442c4c9b47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.278923815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f45c955b-4439-4be6-b02d-a0757cc5ca09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.286828516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"16fc47b0-1cde-4f77-99cf-6442c4c9b47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.287415819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f45c955b-4439-4be6-b02d-a0757cc5ca09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.294555545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"705187ff-c960-441d-a5ee-79fa91c25402","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.348125393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"f8b17af7-9a91-457d-83a7-ccce4078c156","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.348273407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"4f03e68a-a4e0-4362-b136-a6c74d477c6b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.37455273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"e84e83ae-8e8d-4f0c-923f-68f574d8e215","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.378485046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"474be545-46ff-4288-a34d-4f394875c9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.378885867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6f53ad00-bb92-4b3f-9996-d7e3b1f3333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.38467525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"e84e83ae-8e8d-4f0c-923f-68f574d8e215","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.388877608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6f53ad00-bb92-4b3f-9996-d7e3b1f3333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.389027691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"474be545-46ff-4288-a34d-4f394875c9b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.389343193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"33e46f88-2873-450f-87bf-a703d4761969","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.38980114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-2e80fb priority=0:[ai-tenant-e2e-worker-w0-2e80fb/e2e-test-other-subscription ai-tenant-e2e-worker-w0-2e80fb/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.401759789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5786e6cd-d729-403b-a455-312e0a963da7","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.403870727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c9560d91-044f-4363-9f41-1712313d1771","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:50.405850917Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.410485013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"011f736b-53d0-4a3a-bd34-bd2a10967992","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.525693927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-other-subscription","reconcileID":"20867632-8b88-4c44-8201-969b1adc1881","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-2e80fb/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.546161958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"62c80e71-9738-4904-923a-1839ad9dfb53","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.549162278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"79f7a559-8883-4100-86b3-4a94b589a8c4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.549672536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"e987d752-3f5e-4fa5-9f42-fe0be7968c96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.571761498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d11fbb28-7c77-4438-97ed-1b8a2edbe63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.571780639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"904f7028-d477-4f66-b598-d3f73a0ef51c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.572151903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a09e5c14-ef23-4814-a5fd-ebe585fd9d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.585183894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"904f7028-d477-4f66-b598-d3f73a0ef51c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.585762161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d11fbb28-7c77-4438-97ed-1b8a2edbe63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.58757574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a09e5c14-ef23-4814-a5fd-ebe585fd9d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:50.649370756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-other-subscription","reconcileID":"953d55c4-9d9e-477e-aba7-b1b429bedfb5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.118049927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a59e977b-6982-4bc6-9faa-509a3bcb9be5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.131081809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"5d9e50c1-057f-481d-a73f-45c4d3eaef42","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.131081879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"205bcbe6-b1ef-47db-8f2b-3e9735f4eeb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.131460926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bfef3f96-5f0a-410c-a4d1-974f42361f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.143845936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bfef3f96-5f0a-410c-a4d1-974f42361f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.143949331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"205bcbe6-b1ef-47db-8f2b-3e9735f4eeb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:51.146264437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"5d9e50c1-057f-481d-a73f-45c4d3eaef42","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.353378248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.357011903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"00a71dae-99d2-4255-9eff-e4d0229ba561","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.357029127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"00a71dae-99d2-4255-9eff-e4d0229ba561","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:53.364113604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"321db7f2-620c-4909-9d7f-5bc4da0f8105","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-fe5797-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.36471298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"852a5977-915f-40f4-9669-cf1ddc633eb1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.364781311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7432725b-33f0-4c14-a9e8-b7b0b2d28735","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.373222639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"852a5977-915f-40f4-9669-cf1ddc633eb1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.376070652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7432725b-33f0-4c14-a9e8-b7b0b2d28735","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.376141883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"08b23405-fd99-4eeb-acb1-a3329c32a448","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.376157764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"08b23405-fd99-4eeb-acb1-a3329c32a448","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:53.387523052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"08b23405-fd99-4eeb-acb1-a3329c32a448","name":"e2e-att-unrel-fe5797","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-fe5797\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:53.387571572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"08b23405-fd99-4eeb-acb1-a3329c32a448","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-fe5797\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.398946478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"3c7cdf00-6fbb-43e8-a08e-2c55629ccd8c","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.39896176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"3c7cdf00-6fbb-43e8-a08e-2c55629ccd8c","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.404404368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e399bace-1d22-48e0-91b2-afe4c13080f9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.408526833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"05efb417-0704-4700-9f0e-4918201e32e8","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.408542364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"05efb417-0704-4700-9f0e-4918201e32e8","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.430332994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"848e77c4-d247-4d2d-a448-32acaf2c4831","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-att-unrel-fe5797","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.460945049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"5be9bfed-9d38-4821-836e-1134a2f813a6","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.460965229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"5be9bfed-9d38-4821-836e-1134a2f813a6","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.464124886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a298fe46-7bd9-4092-9ffb-3a0a003005aa","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.4641785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e2db94d4-5b37-476d-8d52-d716397208dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.472316584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a298fe46-7bd9-4092-9ffb-3a0a003005aa","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.488738585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e2db94d4-5b37-476d-8d52-d716397208dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:53.521849669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"54921435-36e3-47ab-abbe-7337a697bb1f","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:56.825135882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"4b90982c-9e67-4122-83a1-2eaf0c2cf2be","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:56.861759667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"fb70e070-840d-49d8-a3e4-ffc8db6a6d69","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:56.861795961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"fb70e070-840d-49d8-a3e4-ffc8db6a6d69","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.308141584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"f763e5c1-c475-4325-b142-e94f97b7866d","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.325259476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"f763e5c1-c475-4325-b142-e94f97b7866d","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.515955619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b58e4178-75ad-4275-87eb-d0ac6d245c90","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.515976894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"078a7c60-f703-44ac-bceb-5dbc8791fe30","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.606989768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"078a7c60-f703-44ac-bceb-5dbc8791fe30","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.623387858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b58e4178-75ad-4275-87eb-d0ac6d245c90","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.827370372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"5d4c78ab-ad8b-47c9-a5b3-0f455800e4d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.847762761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"5d4c78ab-ad8b-47c9-a5b3-0f455800e4d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.905507677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"53dafb64-eebd-45e4-b629-7dc8083a3c26","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:57.905605685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"53dafb64-eebd-45e4-b629-7dc8083a3c26","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:58.314340516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3e33cb0f-8637-4b61-9003-cfe4f4b1e249","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:58.315239072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1c38dedd-eccd-413a-acf3-f898a856a630","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:58.339918425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b0181d75-f7ae-4865-8186-fb337230d60c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.376101504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"1dc7cb87-d20e-4597-9713-45d5e4ef3e89","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.376127135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"1dc7cb87-d20e-4597-9713-45d5e4ef3e89","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.376241118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.391330254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"8b57aca6-b13a-4610-9114-118aa2588f21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.391644443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"23df2cf9-03c3-4e87-ab74-a5c3c85ea2c1","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.391660778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"23df2cf9-03c3-4e87-ab74-a5c3c85ea2c1","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.401910032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"8b57aca6-b13a-4610-9114-118aa2588f21","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:59.403397623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-bde944/e2e-rate-iso-a-0dafbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-0dafbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.403922233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"9331e71d-95fb-4c45-89c1-6f14a54c6b1a","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.403936582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"9331e71d-95fb-4c45-89c1-6f14a54c6b1a","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.422478749Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"b51929f3-8633-4589-b1bf-d2b3f7e36346","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"rate-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-rate-iso-a-0dafbb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.446659273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"a420feb4-d40a-45d6-a496-d2cf3f727b05","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.446677547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"a420feb4-d40a-45d6-a496-d2cf3f727b05","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.487573887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"97fe8aaf-bafd-4647-bc7f-56875ae21fbe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.496418276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"97fe8aaf-bafd-4647-bc7f-56875ae21fbe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.520529956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"3ac0caf8-99af-4967-b903-f1205f205326","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.561861279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3611dae4-10ab-4576-a5f3-e1fa8149364e","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.567868743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0ef7e153-ded9-4d2a-8cb4-0a47df83a0e6","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.635412775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"1e2d33e3-7768-4369-9c15-f8863c26fcd2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.644382436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"1e2d33e3-7768-4369-9c15-f8863c26fcd2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.661550105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"c083819c-e72e-46c0-83b3-773dcc1a0561","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.661566678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"c083819c-e72e-46c0-83b3-773dcc1a0561","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.661669857Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.673907052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"1036337c-6e8d-405e-b748-b93aa8f77dee","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.673923034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"1036337c-6e8d-405e-b748-b93aa8f77dee","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.674251333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"3294cb63-df5c-4006-9b41-844ef385b1d9","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.67426251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"3294cb63-df5c-4006-9b41-844ef385b1d9","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:59.677848822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-9e7156/e2e-rate-iso-b-0dafbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-0dafbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.681825921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"e7827eb7-d6c4-4b91-9f48-784a09924c4f","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.681840306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"e7827eb7-d6c4-4b91-9f48-784a09924c4f","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.725626496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e7e528f0-50fd-4e27-8c1f-6934e7397f32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.734385011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e7e528f0-50fd-4e27-8c1f-6934e7397f32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.734989045Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"ddbccc86-a57c-414c-94bd-0ff54c4cb5e9","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"rate-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-rate-iso-b-0dafbb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.756329216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9a4d6fde-322c-450f-8e72-a9868d868b57","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.756343791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9a4d6fde-322c-450f-8e72-a9868d868b57","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.762479389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"aa3e8e88-2d9b-452d-aae8-8fe653bedc16","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.762730023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.766909123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"272ff899-88aa-4f4f-82da-b88914e49dda","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.769490806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8889cf60-2f16-4c62-86a5-1bc18ffa3748","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:48:59.775146774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-sub","reconcileID":"1f962be3-4e28-4022-ae08-6fef1bd248af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.779164377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eedcdc1d-25ba-40dc-847b-ec32a61d5a76","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.779177912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eedcdc1d-25ba-40dc-847b-ec32a61d5a76","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.796825941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"6ebbb7e7-31aa-4570-af37-6457b51a03c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.796995206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"33d43a03-af1d-495f-82f5-1a51d408be33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.797399516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8f30eaf2-a789-4b22-ab3c-4576a17c90a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.797590854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0567afed-2fb6-4390-ba2e-1be0b55bd274","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.79803106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"9440ea77-0a6d-4e32-8919-84d3a8f07d30","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.807316188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"33d43a03-af1d-495f-82f5-1a51d408be33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.807323057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8f30eaf2-a789-4b22-ab3c-4576a17c90a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.808439762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b6646541-9363-482d-8110-e42d3523d014","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.809867831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"6ebbb7e7-31aa-4570-af37-6457b51a03c6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.870299362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"fe7f6378-2f91-4509-bf94-b0d734ee4189","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.870330175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"fe7f6378-2f91-4509-bf94-b0d734ee4189","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.900391322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"49f84b47-b9b2-42b1-956f-2fb8472c098c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.910419585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"49f84b47-b9b2-42b1-956f-2fb8472c098c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.921271134Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-sub","reconcileID":"bc010b65-0709-4175-9606-fdc2a7056fd2","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:48:59.943501943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"15ac6f46-4fdd-4406-8019-afe16281abea","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.005337432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"94833e08-2c6e-4fc9-8ace-3f0e796de86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.00606369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"5e2c3e73-0289-4f1c-8c48-6987bf4f2fed","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.006203244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"c1302e49-0532-421c-bf01-7d6bedfbb6e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.006542839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9b1fdf5b-fdaf-48d2-b495-61b5e8867f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.007175513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-sub","reconcileID":"43d79204-750b-4c0a-bc5a-86e0b7f26738","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.026429998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"94833e08-2c6e-4fc9-8ace-3f0e796de86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.027700873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"5e2c3e73-0289-4f1c-8c48-6987bf4f2fed","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.030589814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9b1fdf5b-fdaf-48d2-b495-61b5e8867f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.361323003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"97f204e5-1818-4b1a-ac7e-dbb218d53114","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.374893143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ee3d8ab2-cb6f-418c-99d1-6362463dcfd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.375050678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1132df09-6820-4273-bb11-8dea3c0c35c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.375267023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"d1cc3db0-3249-4b05-9aee-f8136b07fd84","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.384252607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ee3d8ab2-cb6f-418c-99d1-6362463dcfd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.384452271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"d1cc3db0-3249-4b05-9aee-f8136b07fd84","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:00.386531036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1132df09-6820-4273-bb11-8dea3c0c35c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.135493196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"11f5076f-d480-49e0-82b9-2e79644630f9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.16607759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-user-subscription","reconcileID":"11f5076f-d480-49e0-82b9-2e79644630f9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.184073126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"c425ea4b-972b-4303-bf80-4d1e3e29042d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.185136846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-other-subscription","reconcileID":"9663e3c5-8b58-4d62-9500-96fd2a719e1e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.194218806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4e7cf0df-0516-4966-a240-9464558aef38","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.194694593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.207782297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"5e729b7c-123c-4fee-bcf5-eed33547fd51","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.210637773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cbd5be15-30f7-48ec-9f5f-36714a3a63d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.210638477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e444eeed-0346-4805-a787-a5b815764e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.221821253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e444eeed-0346-4805-a787-a5b815764e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.222008557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cbd5be15-30f7-48ec-9f5f-36714a3a63d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.224383474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"5e729b7c-123c-4fee-bcf5-eed33547fd51","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.350791145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"cee608e4-c56c-4ccd-b750-a633d0ec2c28","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.436686592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"d48be381-e62b-4b82-8ed3-d25420c3c3f6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.438031502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e04050c8-99b9-43f4-aea2-7e529c146729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.439195062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6002ab2d-fe01-4019-b084-e6202671b829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.449561587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"d48be381-e62b-4b82-8ed3-d25420c3c3f6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.526083126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e04050c8-99b9-43f4-aea2-7e529c146729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:01.528492689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6002ab2d-fe01-4019-b084-e6202671b829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:06.993085038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"1f3e91ea-9034-49f0-a568-6fb76bb62853","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.058200044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"1a0c04d7-102d-480b-ae5f-cc4627b70ad8","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.065159469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"8eac982e-d4ed-43f1-8cbc-fee519e008aa","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.081015178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"dad22d0f-5e99-4642-b485-c846ab661da3","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.081133314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"dad22d0f-5e99-4642-b485-c846ab661da3","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.091920313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2dec807d-1344-4cc7-9af5-67f1fe13b0ce","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.093043198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2dec807d-1344-4cc7-9af5-67f1fe13b0ce","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.220723889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"7c764db7-4238-41d6-aea9-67209c486df1","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.220815682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"7c764db7-4238-41d6-aea9-67209c486df1","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.468855614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"36823714-c6e1-4c8f-9fd3-22a4576d6b37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.50322475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"36823714-c6e1-4c8f-9fd3-22a4576d6b37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.535100856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"6b9072fa-5fd7-44b2-bba0-045a67bed146","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.53558233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d3e2193c-f945-4d23-bfc4-829879c5d44d","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.611139817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d3e2193c-f945-4d23-bfc4-829879c5d44d","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.639430908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"6b9072fa-5fd7-44b2-bba0-045a67bed146","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.668147361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"031d07e5-5f40-498d-baf2-6bd54a4e3757","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:07.681151039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"031d07e5-5f40-498d-baf2-6bd54a4e3757","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.319297429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"2fff29a0-dfc8-4c87-be55-8f95867f88db","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.329812549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"0f2bd8a1-1147-44da-bdd6-8e8525414822","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.331870293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3878b903-3201-406c-9110-1dfb9c8203a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.331868295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"40dd56c8-1982-494f-b316-3d1befb48810","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.334054406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a605dfa9-5fb7-4eef-9692-91e05cb706dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.336144441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7e75c472-0333-4428-8fb2-f8b85595090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.341855859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3878b903-3201-406c-9110-1dfb9c8203a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.343407255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"0f2bd8a1-1147-44da-bdd6-8e8525414822","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.344461159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a605dfa9-5fb7-4eef-9692-91e05cb706dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.346886281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7e75c472-0333-4428-8fb2-f8b85595090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.347192836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"40dd56c8-1982-494f-b316-3d1befb48810","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.347854525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0d1c613a-bfe2-41a9-81ec-121b6744cfe7","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.378580489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-sub","reconcileID":"08519af7-877e-4d35-bc6c-c80a83a2e6df","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.408944274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-sub","reconcileID":"08519af7-877e-4d35-bc6c-c80a83a2e6df","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.421491368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c48f5016-71f9-4b28-91c8-f5e425f7510a","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.457543611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c48f5016-71f9-4b28-91c8-f5e425f7510a","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.529212555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"ef994769-eb42-4e48-b90d-1950ad5a8aa0","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.52932007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"ef994769-eb42-4e48-b90d-1950ad5a8aa0","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.546606712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"98dc133d-85ea-4fc8-a149-2091667e49ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.547069783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"00961673-ef5d-4c89-b292-d14f7c96dd61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.549287401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"f1fa7051-c4b9-4719-ba22-30e8f1b0e53c","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.549994408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"42f42e5e-9617-401d-935f-90c03b9e50e5","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.550057128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"42f42e5e-9617-401d-935f-90c03b9e50e5","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.555420882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"1a2cb2c1-0dd6-4260-a703-56fce1a9672f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.556434174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dbd94492-d2fb-4625-9f6b-eadf22a89306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.557600585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"652aca22-daa7-4bee-9f47-1f743512afc2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.559199572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"8f4cf401-f1a4-437e-9bba-9a252b0a4c06","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.564926793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"00961673-ef5d-4c89-b292-d14f7c96dd61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.565397465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.571255215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"652aca22-daa7-4bee-9f47-1f743512afc2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.571814845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"1a2cb2c1-0dd6-4260-a703-56fce1a9672f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.575312791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dbd94492-d2fb-4625-9f6b-eadf22a89306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.576443371Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"894c3398-a4ec-4d5d-8a43-e5610ca3fd8a","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.588520617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"bb070c50-c297-462b-b29b-47e4064de4db","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.61745263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"b920256b-5b6b-461e-86fc-c07f193c747f","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.627720936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"b920256b-5b6b-461e-86fc-c07f193c747f","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.725316654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"af72a64f-fe80-4375-8679-aceab9a2d182","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.735862863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c7de1eae-5d01-49ab-b506-844a58497b28","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.735880123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c7de1eae-5d01-49ab-b506-844a58497b28","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.744486587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"62c54bd8-63f6-4cdf-9b69-7a536a30a8f8","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.745345996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6677393c-37b2-46d4-ae92-0e2b6b07c055","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.74537668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6677393c-37b2-46d4-ae92-0e2b6b07c055","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.745680864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"60f37a16-708c-4978-aad2-73ecc6bf4c9d","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.749195081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"716435ab-8c4a-4fa9-923c-90f0e8c5f73f","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.753377884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a3fa7145-ffdb-4f90-b489-fc398d670e51","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.759417505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e5b93d81-5188-4a97-b133-b472874771ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.760876069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"14242b35-f1f4-493c-b6d2-e4a970dd0af6","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.760910635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"14242b35-f1f4-493c-b6d2-e4a970dd0af6","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.764648126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d53f57cd-7ecd-4823-a260-6c6051b5b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.764780386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1556354a-b92d-42f7-abe7-4afce667d581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.768342699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"31a882cd-909a-4f7d-9886-4e4a9c1d09f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.768786089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2cb54a6d-d285-4c9d-99be-2fc57e857bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.770779494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e5b93d81-5188-4a97-b133-b472874771ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.774587789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d53f57cd-7ecd-4823-a260-6c6051b5b44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.774993956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1556354a-b92d-42f7-abe7-4afce667d581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.779296098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"31a882cd-909a-4f7d-9886-4e4a9c1d09f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.825548611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2cb54a6d-d285-4c9d-99be-2fc57e857bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.860626401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-api-key-no-access-auth","reconcileID":"ec94861f-5da1-4024-bf72-db36c5166cae","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.864833118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cd84be6a-c696-47f1-8c21-49e12802ea43","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.86757984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"97777840-1499-4214-8475-b7f89c7d7335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.867640543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f23c8e36-6e21-4e28-b42f-8eea43fe2ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.868081193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"b2a0ed8f-bc86-4be2-bc56-ea8f75660e0f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.87432398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"cd84be6a-c696-47f1-8c21-49e12802ea43","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.875865253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f23c8e36-6e21-4e28-b42f-8eea43fe2ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.878060597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"97777840-1499-4214-8475-b7f89c7d7335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.878577592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"b2a0ed8f-bc86-4be2-bc56-ea8f75660e0f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.962572681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"58255fc9-59d2-49bb-be8f-bdee0c562557","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.97365184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0eb7177e-44ea-4e67-a819-41f330190cec","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:10.979939677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f7cbe826-9c76-4b2e-a0bf-64afdaad8efa","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.98239416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"188b0293-8178-4922-8da3-30f01d0d095b","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.98333103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c4f3d48a-32c4-4374-9b86-f51d286c28a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.98362201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fcad3ded-f333-48d9-b521-e5159007f798","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.984586299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"aee60a02-c612-4919-96ad-37f9a0a1baaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:10.986582154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f7cbe826-9c76-4b2e-a0bf-64afdaad8efa","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.98757807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f39462fa-283a-42e3-9acd-f5e9af8dba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.992056145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fcad3ded-f333-48d9-b521-e5159007f798","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.99258045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"188b0293-8178-4922-8da3-30f01d0d095b","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.995073006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c4f3d48a-32c4-4374-9b86-f51d286c28a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:10.997052441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"aee60a02-c612-4919-96ad-37f9a0a1baaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.000423068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"fed30320-8423-4c78-9e91-01e8e42ea9e4","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.000558034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"fed30320-8423-4c78-9e91-01e8e42ea9e4","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.027928223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f39462fa-283a-42e3-9acd-f5e9af8dba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.076068882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"371b5d2f-1827-4b82-99c8-e5f17d1c5094","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.076185104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"371b5d2f-1827-4b82-99c8-e5f17d1c5094","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.106235814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"51d7cfbf-cacb-4d6f-83aa-420d9f382d6d","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.106337303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"51d7cfbf-cacb-4d6f-83aa-420d9f382d6d","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.193138319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"67df6126-122e-4c52-9579-a50baf27cf89","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.193225157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"67df6126-122e-4c52-9579-a50baf27cf89","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.193985261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"b096e302-1930-488a-977c-ad71b9a2efdd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.197954844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"f61aac98-7d64-47bd-a04e-841addb30fb2","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.200827137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"d794fde6-9ffa-4001-af52-aa954981a21c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.201404889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"61e51ee3-73e5-441f-ae74-1acc7967ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.230276314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"f61aac98-7d64-47bd-a04e-841addb30fb2","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.239905877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"b096e302-1930-488a-977c-ad71b9a2efdd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.253547228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"d794fde6-9ffa-4001-af52-aa954981a21c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.257059963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"61e51ee3-73e5-441f-ae74-1acc7967ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.334241047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e1cfe458-23e7-4b0a-b3ad-2e1e5e64178a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.336146371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ed3fe53c-8248-4d1a-834a-c246aab5daa8","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.336246793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ed3fe53c-8248-4d1a-834a-c246aab5daa8","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.349014031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e1cfe458-23e7-4b0a-b3ad-2e1e5e64178a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.433485797Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-other-subscription","reconcileID":"024ff038-bb6a-4061-917f-c72c71b838e6","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.437843673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8218df-7217-4a34-9a70-33b9cc4982b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.437966394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"31fccc1b-272d-43fd-8e15-f98d31441842","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.43822681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08580650-56df-4ea4-93e7-a02b5bbe4508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.447840732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08580650-56df-4ea4-93e7-a02b5bbe4508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.447994521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8218df-7217-4a34-9a70-33b9cc4982b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.450200548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"31fccc1b-272d-43fd-8e15-f98d31441842","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.458320466Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-other-subscription","reconcileID":"024ff038-bb6a-4061-917f-c72c71b838e6","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.509683824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a8da03c2-061a-4546-bd87-fe1fae79cd21","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.509743026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a8da03c2-061a-4546-bd87-fe1fae79cd21","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.529743113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"50146d8b-fde0-4747-9610-869dd8f2e5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.670667198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5d8a84b3-b52c-4b1f-beaf-d593705ae136","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.694212354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a98bd5cd-d1b5-43ff-bd36-cee012ed220d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.694273422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.728163189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f5ad6e-b93b-440c-b042-42aa9c8b3084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.728185025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fec5d6bd-1bea-4c08-a777-47c68b82dd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.728625393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1f7df8ba-e517-449d-ab9a-050d59ff0931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.728674217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e5e64449-1572-45a7-95d0-581a6e228810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.754884691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f5ad6e-b93b-440c-b042-42aa9c8b3084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.761942431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e5e64449-1572-45a7-95d0-581a6e228810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.762542087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fec5d6bd-1bea-4c08-a777-47c68b82dd96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.768476669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1f7df8ba-e517-449d-ab9a-050d59ff0931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.807762487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c28cb1f5-a482-4fa3-85a0-3a21c9ecd530","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.817190052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c28cb1f5-a482-4fa3-85a0-3a21c9ecd530","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.836445248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"831b5a93-305b-4534-b8dc-536bc416cf1c","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:11.836510889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"831b5a93-305b-4534-b8dc-536bc416cf1c","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.867493437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c49cf504-3d0f-4bea-89ed-a5b0d7a38a89","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.960658711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-auth-access-denied","reconcileID":"8b61f6e9-f7ef-4ffe-9f3b-344433fabfc2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.971002959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"41695751-8d14-4a08-9c01-3f6fd9c9c2b3","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.974051312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"acef03dd-326d-4e87-9979-63736397318a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.974148892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"85e3b9df-2bf0-4072-b397-c568370ba744","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.979647807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"41695751-8d14-4a08-9c01-3f6fd9c9c2b3","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.979780885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"86bcc195-dee1-4d07-856f-2231eea0cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.984011486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"85e3b9df-2bf0-4072-b397-c568370ba744","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.984876497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"acef03dd-326d-4e87-9979-63736397318a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:11.989416785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"86bcc195-dee1-4d07-856f-2231eea0cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.071542302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"92070536-110f-4f9e-a8ca-e5d9dce563ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.071849714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"6b72c624-02e6-47a1-b473-c7adc9965f99","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.077962776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5bc2274e-a020-476c-bb30-90797c4d3e7a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.078684848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"4a4ec832-c74c-4237-9093-3ff39cd324a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.085685092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"6b72c624-02e6-47a1-b473-c7adc9965f99","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.086121351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"92070536-110f-4f9e-a8ca-e5d9dce563ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.091477612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"4a4ec832-c74c-4237-9093-3ff39cd324a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.187521338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"d0d3f9dd-eef1-4c20-835d-9a2637e765e4","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.194088912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"52bb9b62-3caa-4eb7-8b2d-57959abd9494","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.20670521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"c74e5df5-f2cd-4e3c-bb70-2b26102defc6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.215956064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"c74e5df5-f2cd-4e3c-bb70-2b26102defc6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.275169705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0d76694a-1cab-44b9-accb-153def243662","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.304970805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"3f04abcb-ea58-4215-9841-90ec737a800f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.31461448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"3f04abcb-ea58-4215-9841-90ec737a800f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.394890205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"4aa2c8eb-5e5a-4c3c-87e3-a8062c13a959","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.394934175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.402118579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ded9e3f4-dfc1-44ca-971a-5ec7846bd13a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:12.409690293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-valid-sub","reconcileID":"db222f42-714e-4f88-934e-b4da019341ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.411845377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"98cc220f-5ea8-451d-8324-8ae9830a4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.4122963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e95f27e3-f07e-46c9-87d6-92048de80f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.424905367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"98cc220f-5ea8-451d-8324-8ae9830a4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.425189921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e95f27e3-f07e-46c9-87d6-92048de80f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.432174214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"35cd23ea-9d6f-4f9e-8603-51438c2885c5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.44488928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f91abaf2-67eb-465e-8b97-675c96fa769c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:12.485181979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"d5b19783-3b2f-4837-88c9-3f5876e11d20","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:12.48526859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"d5b19783-3b2f-4837-88c9-3f5876e11d20","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.487969072Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-valid-sub","reconcileID":"f144ed43-6532-403a-8231-5d6588d5d885","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.517321418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"1349e0d7-ecfe-402e-a644-9df47c0003f4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.518393688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"ac98fb2f-460c-46b4-9e29-cb415d3c1bce","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.531504392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"1349e0d7-ecfe-402e-a644-9df47c0003f4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.567955597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"b1661ae9-bcbb-4e6c-a9b7-3b47d3763c01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.568327033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-valid-sub","reconcileID":"49065f67-80c8-4963-9200-106c3b46cbb5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.737063437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6cf22a4f-481d-405c-a4cf-e8e3a77fe2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.738518137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8427d994-5730-4181-987c-72d92194323a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.746590254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6cf22a4f-481d-405c-a4cf-e8e3a77fe2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.747774205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8427d994-5730-4181-987c-72d92194323a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.849006348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:12.975743207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"97cee07a-26cf-42f2-b680-4f7850ea5943","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.042926733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a4069cb2-1828-472c-9d11-cba80f87cf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.043728902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ff92dc04-d584-46ef-bded-9b5871d94fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.044446414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"a1cf9e18-91bd-42f0-a9b0-e36e64ddf358","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.064091587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a4069cb2-1828-472c-9d11-cba80f87cf15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.071601914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ff92dc04-d584-46ef-bded-9b5871d94fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.074105417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"a1cf9e18-91bd-42f0-a9b0-e36e64ddf358","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.36972672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"045046ac-5d13-4854-9595-04ce822170e1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.375744642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"5309b4d6-2857-48d0-a3c3-23f84289daac","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.385801985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"3b0dbf95-69e0-4338-bc86-ed9fe186476c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.394153656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"3b0dbf95-69e0-4338-bc86-ed9fe186476c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.51612726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4a1ac98d-39b5-479d-bd8f-0ffcaf09d21c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.628585635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"950e73ef-6ec6-4d26-9623-75a1b2c6dd27","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.629695165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.638134333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"8e8e6c4d-f78a-4107-803d-8ad49fb7345c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.639914623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4ad095e7-4845-4b19-bb51-62dc7b40bbf0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:13.643228127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-subscription","reconcileID":"fc925d39-d2ce-46df-b5e3-75d889252191","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.648764334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"8e8e6c4d-f78a-4107-803d-8ad49fb7345c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.661548736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"b0bdfca5-0660-48c9-a60e-fd4fc4983f7d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.668105976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"08ef48bf-66a2-4748-a64c-404796de4f1b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.742793634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7974f7c4-273a-41ce-ad83-6a87c449f9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.743487415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"884a6ca9-2c7a-489f-b471-9d291a0787ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.749177512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"7a4f0ddd-a1c7-437c-adaf-70e18765149e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.750009645Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-subscription","reconcileID":"d8fef977-11c4-4bf4-b007-6620ea8c76a3","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.754623544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"884a6ca9-2c7a-489f-b471-9d291a0787ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.754863942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7974f7c4-273a-41ce-ad83-6a87c449f9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.758919625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"7a4f0ddd-a1c7-437c-adaf-70e18765149e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:13.772262851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5530d80c-038d-4334-b9a1-33cba9794a70","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:13.772329977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5530d80c-038d-4334-b9a1-33cba9794a70","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.772472925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"99f8a20d-641c-4f4e-be89-d241273fa21d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.786573884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8cf6f290-92c3-4ad0-9575-f369456ce485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.78657417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ba044175-6cbf-40b7-a2d1-743211410928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.787191594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"8c3f4d17-4999-4bd2-97b0-c331b05bd7fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.788631952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-subscription","reconcileID":"64fdb9dd-46b5-4df1-8c18-cca1c8606487","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.794829389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8cf6f290-92c3-4ad0-9575-f369456ce485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.797846709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ba044175-6cbf-40b7-a2d1-743211410928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.901344971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"9707a70e-ae4a-4c72-a209-02529c92c5a0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:13.930959871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"9707a70e-ae4a-4c72-a209-02529c92c5a0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.536104765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"7f9a8fdb-3368-44a7-ac07-6121629a9542","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.550662198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"419920a9-72ec-4838-bb1c-e7e3ac16a30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.550807386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0ceca9ce-fa1a-413a-bea9-9bc5378d3689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.551186446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"12ab7586-477e-4b3f-952d-8738108e2d7f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.559560943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"12ab7586-477e-4b3f-952d-8738108e2d7f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.561663769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0ceca9ce-fa1a-413a-bea9-9bc5378d3689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:14.627434611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"419920a9-72ec-4838-bb1c-e7e3ac16a30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:16.341632669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1515cdc3-c3d3-4ca3-86b2-3c58b3c67711","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:16.341737936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1515cdc3-c3d3-4ca3-86b2-3c58b3c67711","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.854562439Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a1be301c-5fef-4e2b-b22d-7794f60accd4","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:17.860297211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"24a75e22-5dc4-40ec-a978-470845dcffd1","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:17.860387564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"24a75e22-5dc4-40ec-a978-470845dcffd1","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.863531793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"c308c567-e152-4c45-a986-62a64366496a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.863937335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"d637260c-98e2-4aac-afea-63c657f6ea5d","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.865048224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"04d5d73d-19f0-443d-a599-3a1c44f551f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.866888535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ef5173-41ad-4c02-96d6-e439a9888ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.867610988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"202805ab-eb67-455c-b6e8-7980d6ff5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.87238137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"c308c567-e152-4c45-a986-62a64366496a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.872595644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"d637260c-98e2-4aac-afea-63c657f6ea5d","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.875090793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"04d5d73d-19f0-443d-a599-3a1c44f551f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.875158297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ef5173-41ad-4c02-96d6-e439a9888ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.87758732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"202805ab-eb67-455c-b6e8-7980d6ff5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.890369685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"f42727c9-11e6-4d6d-8d8c-2d89cd670f41","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.893886157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"40608a64-1d56-4690-b266-8cadf150c3a1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.895716714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"2d6ee5ab-e56a-490f-91fd-22c756202576","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.896729073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ebe2983-3dd9-481b-b717-8e60b9b81551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.897669726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5fc08e23-f64e-4fbf-85bd-259b792e5664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.899601883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"f42727c9-11e6-4d6d-8d8c-2d89cd670f41","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.902837127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"40608a64-1d56-4690-b266-8cadf150c3a1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.903912523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"2d6ee5ab-e56a-490f-91fd-22c756202576","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.90548342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ebe2983-3dd9-481b-b717-8e60b9b81551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.906196745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5fc08e23-f64e-4fbf-85bd-259b792e5664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:17.999210048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"4a2ae787-93c1-41e8-8323-d281a36fe214","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.007705416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"4a2ae787-93c1-41e8-8323-d281a36fe214","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:18.009830596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ee4a42fb-bc17-4d04-87a2-f0e79f7f8c43","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:18.009929107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ee4a42fb-bc17-4d04-87a2-f0e79f7f8c43","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-detach-75e74e is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.018930392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"001a18eb-43ce-460c-945e-12ba756aa68a","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.01894929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"001a18eb-43ce-460c-945e-12ba756aa68a","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.03126463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"a25b182c-5713-4f48-8b17-ba7b96012ecc","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.03128289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"a25b182c-5713-4f48-8b17-ba7b96012ecc","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.034188602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"7fc37366-2267-418b-a745-208995ec286d","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.034609631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"19cc876e-ba10-4784-974b-7eea8f8b6edb","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.045964533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"e6ec40fa-cf96-49d8-ae78-46a557cb64bd","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.049461358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a7473a4e-a7a0-40e1-8268-5709d0dc712f","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.049482909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a7473a4e-a7a0-40e1-8268-5709d0dc712f","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.096982315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"87ce7c6c-d705-4492-af4f-5694106a9793","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.101885858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"ebc6f3cf-7aff-4497-a044-dee5e9232881","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.102508932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"722bc311-b7c7-4f68-98b7-6968ae46e49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.10270259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c387bcf9-18b6-4621-9ae4-db276ceff138","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.108858301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"87ce7c6c-d705-4492-af4f-5694106a9793","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.113893315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"ebc6f3cf-7aff-4497-a044-dee5e9232881","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.114071353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"722bc311-b7c7-4f68-98b7-6968ae46e49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.126129824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c387bcf9-18b6-4621-9ae4-db276ceff138","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.197991186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1f2cd079-f40d-4871-9e2c-0ad74d226c45","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.206282328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1f2cd079-f40d-4871-9e2c-0ad74d226c45","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.357001696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"7a965f98-1bed-4c1b-81ff-6b2c72f6f392","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.371214319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dded668c-caba-406e-a630-7c4ddb29ddbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.379462735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"1f622fb6-6be7-4309-96b0-1c8a13bf9e2e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.380131691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2996aa5f-a645-42fd-b4f3-e177dce26a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.395266176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"7a965f98-1bed-4c1b-81ff-6b2c72f6f392","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.434591023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2996aa5f-a645-42fd-b4f3-e177dce26a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.448887948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"1f622fb6-6be7-4309-96b0-1c8a13bf9e2e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.448993521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dded668c-caba-406e-a630-7c4ddb29ddbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.450086304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"7de063f1-1239-465f-b272-bd283db233ab","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.459497333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"7de063f1-1239-465f-b272-bd283db233ab","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.545659513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"42717df9-fc0a-4ce9-97da-e4f1464343d3","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.632910721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"42717df9-fc0a-4ce9-97da-e4f1464343d3","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.642707942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253fe267-3b31-4981-93de-d90bd2d0dfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.643562137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9e73d998-b4fe-4467-9fa0-78508de37e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.644769574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"61c6f928-ffcf-4068-a2f8-aa9b868e992e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.650791561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253fe267-3b31-4981-93de-d90bd2d0dfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.659491882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"61c6f928-ffcf-4068-a2f8-aa9b868e992e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:18.660509283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9e73d998-b4fe-4467-9fa0-78508de37e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.648184431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"e796c3a4-b74a-454d-9e08-fef379a04cf9","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.648278336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"e796c3a4-b74a-454d-9e08-fef379a04cf9","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.667338557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"fa0515c9-24ba-48dc-ba5d-ee773732ff44","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.667463381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"fa0515c9-24ba-48dc-ba5d-ee773732ff44","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.677236898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"54a052c6-7783-4ac5-9c68-094cb5361e81","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.685882481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"54a052c6-7783-4ac5-9c68-094cb5361e81","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.820676297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"c89095ff-3b0e-4bf3-bc37-ce9014f1ed1e","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:19.820697616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"c89095ff-3b0e-4bf3-bc37-ce9014f1ed1e","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.000013813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"563dab18-b3a8-4365-b33b-6b6442908b90","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.000773776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"3eaff573-481a-4267-9d98-aed0871acd3d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.029272644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"e37f0557-f4a3-45b9-ba7a-85d9468dd5ac","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.036338711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"563dab18-b3a8-4365-b33b-6b6442908b90","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.044148711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"3eaff573-481a-4267-9d98-aed0871acd3d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:21.103799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"e37f0557-f4a3-45b9-ba7a-85d9468dd5ac","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.004171329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-valid-sub","reconcileID":"c8f2e2e1-acd4-4e07-8e14-976d588e9a33","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.028720454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-valid-sub","reconcileID":"c8f2e2e1-acd4-4e07-8e14-976d588e9a33","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.082128086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"29a5e16e-7fc4-4cba-9166-af6ec87e3612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.156294902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"25d764c7-4b3c-48eb-8715-1f898796a114","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.158691194Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.17975782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"4e5da7fa-1bfe-431f-8184-4cf05b4356ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.180088359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a1392779-dfbd-4041-a83e-1e5620c796d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.192908935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c3249a15-e2fe-49e8-b8e2-639ca2bd48a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.20202737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a1392779-dfbd-4041-a83e-1e5620c796d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.205925599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"4e5da7fa-1bfe-431f-8184-4cf05b4356ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.21288866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c3249a15-e2fe-49e8-b8e2-639ca2bd48a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.303940225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-invalid-sub-auth","reconcileID":"e1b0b3e6-4bff-4ba1-9266-0377c21e5a57","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.304332643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b940872a-f08e-4b39-b35f-fbf552475747","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:23.33050634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"71042894-5f04-4912-a3fb-e3cce0231b01","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.029276516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e88a0a6c-6a4a-4b50-8305-9579298bcf33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.029338576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"c753f1b3-0f05-4b1a-b3a0-7158e36007ae","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.029381075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"c753f1b3-0f05-4b1a-b3a0-7158e36007ae","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.040604991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e88a0a6c-6a4a-4b50-8305-9579298bcf33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.055912538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"393e11a8-31ba-46be-a0ea-8e263aa67c87","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.075204622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e88a0a6c-6a4a-4b50-8305-9579298bcf33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.075222152Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"e88a0a6c-6a4a-4b50-8305-9579298bcf33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.086073634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3f54ed1c-6e62-4f80-8975-eaafe3a3772f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.086092285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3f54ed1c-6e62-4f80-8975-eaafe3a3772f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.154455713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"6145876d-0e56-4bb9-88e0-20e3fd9d1e84","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.297759357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"793ec2d7-695d-4763-b0c1-70b1acd54ed1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.297859835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"808fbf1a-8aa7-4249-99f0-248cd22fc5dc","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.297875972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"808fbf1a-8aa7-4249-99f0-248cd22fc5dc","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.323785146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"8c261092-633b-4037-a781-14243987604f","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.394170382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"793ec2d7-695d-4763-b0c1-70b1acd54ed1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.457685512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"793ec2d7-695d-4763-b0c1-70b1acd54ed1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.457708959Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-0dafbb","reconcileID":"793ec2d7-695d-4763-b0c1-70b1acd54ed1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.465711844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"0ad6290c-c87b-42a1-b31b-69d1c2bd3bd2","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.465728629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"0ad6290c-c87b-42a1-b31b-69d1c2bd3bd2","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.497118559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"9ede0ca8-30b8-44a5-a61c-d930187d92a0","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.555039039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-subscription","reconcileID":"af9010a9-6170-42dd-9d5a-413acf1bda15","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.577108289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-subscription","reconcileID":"af9010a9-6170-42dd-9d5a-413acf1bda15","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.597765897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"d63451cc-36f9-4038-963a-12b074cc7d06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.632017403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"983c279e-85c8-4818-9131-a792be8d52cc","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.632044972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"983c279e-85c8-4818-9131-a792be8d52cc","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.702465761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3faf5287-2203-41f5-9272-a349b703f1b0","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.708610793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"58955cc2-8987-4fe9-82fd-f3fa454d8256","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.709022658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.709951067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"c4d699e6-e756-4833-a246-dbaf689bbb6d","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.7307232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"a95b2cbb-c020-4464-a134-4f420d21d214","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.731574774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"24fafe73-b393-49d5-b7ce-4a4db0fb9036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.733423107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"ffd7795c-7263-43ca-9b2c-3100510db4c1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.733498877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"784c820d-8eb1-4e57-9fec-ec731a1c8954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.740514996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"a95b2cbb-c020-4464-a134-4f420d21d214","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.742160078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"24fafe73-b393-49d5-b7ce-4a4db0fb9036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.744344659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"784c820d-8eb1-4e57-9fec-ec731a1c8954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.745670188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"ffd7795c-7263-43ca-9b2c-3100510db4c1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.771208229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"02affc1f-d4ac-42b6-8a91-7d44aed884a2","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.82255869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"ccb0d635-9eaa-4385-9c25-53b1c7b8f639","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.831620154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"ccb0d635-9eaa-4385-9c25-53b1c7b8f639","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.866720674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-auth","reconcileID":"91b30da1-1a89-4b36-b073-c252af1c6985","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.866780024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6a99e48e-a8cb-4b1d-a246-457bac18dccf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.903438468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"72a29dfd-090e-4947-8997-71d047cce9f5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.903510359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.912661998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"6d836710-410f-466e-81da-f3aa18b5834a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:24.927811202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"c787fc52-0379-407f-b190-f73d46c95949","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.930230991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"dafae208-979e-4cec-a988-cef426172702","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.930265711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2a8c2a0f-b943-4e07-a248-e4966272bdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.93062587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c1078bf8-917c-46ba-b425-6af10436463e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.942070986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"dafae208-979e-4cec-a988-cef426172702","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.942185305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2a8c2a0f-b943-4e07-a248-e4966272bdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.944790321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c1078bf8-917c-46ba-b425-6af10436463e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.960266614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"be9e9c60-2f1b-4750-8cad-62d4d160b9ae","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:24.967214825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"6f68274a-8cdd-4cc3-9c88-a66696194206","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.005168472Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"fefb1fcf-89e6-4bb7-ba35-16924958a687","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-models-user-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.039873518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b9eb5258-8587-409d-b8ac-d2b9dcc3162a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.040006894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"c450f0a1-bf40-4b3f-bd0f-93cde3e6c389","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.04981127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"c450f0a1-bf40-4b3f-bd0f-93cde3e6c389","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.056571483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f9b09de5-f250-4b21-b490-8ebef47f80ca","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.085181927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"80d3c2a5-ad8a-431f-bae1-6a51b43d7d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.08528557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"af3e3bcc-d22c-430c-b527-eb1280c46c2c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.093514416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b03d969b-4718-4e68-aa5b-ba69ae031c40","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.094241272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-models-other-sub ai-tenant-e2e-worker-w3-a110ef/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.10316869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"80d1d34f-7995-4e5f-a612-ee7fa39be67a","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:25.10625633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"8fac687c-cf53-4c5d-a2f2-b425f12f96d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.112955269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"2e0f6621-bb2b-4e6c-8f34-36f295ee84fd","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.123900923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"e909181e-6666-4683-9115-6f555cdca060","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.126972315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3cdd7d02-1a78-4362-a329-ba4c7c584cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.126992552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"792ce350-7f99-49d4-bfb7-dcab5740beb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.132830087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"cb18e498-da41-4df5-95aa-a3069d331674","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.138253441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"792ce350-7f99-49d4-bfb7-dcab5740beb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.138313613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3cdd7d02-1a78-4362-a329-ba4c7c584cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.20053531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"92235ada-0fc6-49d8-a4d4-8783cbfd26b3","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-models-other-sub","ai-tenant-e2e-worker-w3-a110ef/e2e-models-user-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.225728944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b83266a7-bfe4-4607-8f28-b68c14139294","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.228957106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ad6fdb84-961b-4377-8ce0-00a5a3544e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.228987246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c52b6122-9431-4218-b506-f5481cbf1baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.229299279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"f483e479-3864-4a3a-b370-9bb393675f8a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.237894837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"f483e479-3864-4a3a-b370-9bb393675f8a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.237982366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ad6fdb84-961b-4377-8ce0-00a5a3544e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.239986822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c52b6122-9431-4218-b506-f5481cbf1baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.28701922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"c8b906ff-7a0a-4c4d-8f97-49cc4a2586b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.288314982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"fdfb3373-6128-46cd-bd1e-ccd105aaf177","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.288773726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"aaa6876b-a6ba-446e-a632-47ef71fc8a6f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.80249887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"03a95e2e-8308-4715-86f1-f78d679086ea","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.811919429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"78d927dc-032a-4d60-8dca-b0b8ebeeec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.81527846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4bd34b8c-ac2d-408e-98fd-1ba50adafd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.815325292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"5a0d4e57-f9cb-4256-b95b-06cff9745e52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.820335036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"78d927dc-032a-4d60-8dca-b0b8ebeeec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.823643376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"5a0d4e57-f9cb-4256-b95b-06cff9745e52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.823798324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4bd34b8c-ac2d-408e-98fd-1ba50adafd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.845387979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"50dc9bd4-8da2-4cd7-87d3-82d42f41b2e8","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.855124927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"c3960069-0049-4ac2-bfb2-37d6575664f7","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.912625925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"8ea1e23c-c893-4ede-bf18-53ba1926831a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:25.921232277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"8ea1e23c-c893-4ede-bf18-53ba1926831a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.013054463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"a2f7f768-6255-417e-a1db-a11082caf768","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.023687241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"a11ea31f-f739-4c0d-8325-c794a1fb0133","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.032674238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"a11ea31f-f739-4c0d-8325-c794a1fb0133","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.033194753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"07eadbaf-0bf5-41d8-a37c-0b3683c43f7f","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.033411016Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.041993827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"809fb0ea-3ade-426e-ad4c-f60ca7f7619f","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:26.045607408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-sub-only","reconcileID":"1ebd7716-49d4-4592-bf8e-85ed3914fe8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.049505513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8867e824-b181-4806-a247-843f4d1f858b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.063749851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"e59cc27a-8e61-43a1-9a14-0088e4aa1fa4","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.07350837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"07a3076b-c241-475a-bf8b-a4f63975c969","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.136033365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ee335751-8cf3-420c-8c3a-f8b48b49975a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.137458976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cb0dc3ed-7783-43d3-80a5-f62d705e58dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.142216674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-sub-only","reconcileID":"bbde307a-14ec-44d6-a16d-6e6acf299461","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.149049592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ee335751-8cf3-420c-8c3a-f8b48b49975a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.232553622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cb0dc3ed-7783-43d3-80a5-f62d705e58dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.233740403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"e455cb45-87e2-4c0f-9891-9afb89fdb3fa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.243743438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"e455cb45-87e2-4c0f-9891-9afb89fdb3fa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.250054229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7eecbfbf-fd0d-41fd-b7dc-253ec955ccb4","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.251190021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"8b0cbf25-7520-4630-9405-18877775c328","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.251920391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f5416a95-72d8-4bd7-95d1-34b25c668c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.264484706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f5416a95-72d8-4bd7-95d1-34b25c668c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.289303473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-sub-only","reconcileID":"74a7ad4f-2b7a-43d7-9f96-cbcfac900519","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.350102965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b60a03c6-0fad-4afc-8364-21fa07d29e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.358262945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b60a03c6-0fad-4afc-8364-21fa07d29e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.864993341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"6565845f-423e-496e-b4ee-96cb2f18b3a8","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.877697801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"703c0e67-147c-48b5-9a59-9d8f4f0d68cb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.8777522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"663c2a40-cd2e-4118-a478-67ded95a5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.878143719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"efdbc453-b2ee-4891-8812-ab6a06787616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.886328227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"703c0e67-147c-48b5-9a59-9d8f4f0d68cb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.886669904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"663c2a40-cd2e-4118-a478-67ded95a5270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:26.888614489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"efdbc453-b2ee-4891-8812-ab6a06787616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.654301015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"b7e761dd-54d7-4e7f-af0c-6425df668633","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.654616061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"a36fd449-eaab-4836-9844-88428de356bd","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.654632503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"a36fd449-eaab-4836-9844-88428de356bd","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.667689824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"b7e761dd-54d7-4e7f-af0c-6425df668633","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.67873479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"5373bda9-87d7-4683-b16a-468824f0ceab","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.697171894Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"b7e761dd-54d7-4e7f-af0c-6425df668633","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"e2e-inf-a-301be8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.697187487Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-auth","reconcileID":"b7e761dd-54d7-4e7f-af0c-6425df668633","MaaSAuthPolicy":{"name":"test-model-301be8-auth","namespace":"ai-tenant-e2e-inf-a-301be8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.704972282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f9624392-0a1f-4168-b58b-10cb29024ae6","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.704992213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"f9624392-0a1f-4168-b58b-10cb29024ae6","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.77915208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"b2776038-3317-4791-9390-eaceac0f9f3b","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.932159641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"bae72948-4cf3-4bd3-a50f-da84aafc9229","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:29.932180646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"bae72948-4cf3-4bd3-a50f-da84aafc9229","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.705276778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"06f3a11b-9e1a-4700-ba17-69875950269f","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscription":"e2e-rate-iso-a-0dafbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.725715851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"06f3a11b-9e1a-4700-ba17-69875950269f","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.739493863Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-0dafbb","reconcileID":"06f3a11b-9e1a-4700-ba17-69875950269f","MaaSSubscription":{"name":"e2e-rate-iso-a-0dafbb","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.903694029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2368a11e-acd7-4eca-806b-d605bf38369b","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.903723387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2368a11e-acd7-4eca-806b-d605bf38369b","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:34.904373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.063223792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"2b35ea5c-ea6a-4c27-8503-d0872bf99e46","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.063252145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"2b35ea5c-ea6a-4c27-8503-d0872bf99e46","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.631703145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.634735489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"69d1ea59-bf67-45f0-baed-923767c7e641","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.634757426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"69d1ea59-bf67-45f0-baed-923767c7e641","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.657190802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"33d83193-ab0b-4d54-82c1-c598d377a42c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.658112102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"e40bd87f-3b6e-4a7a-b5c2-55c2f968faac","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.658901948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"720a4626-a9dc-4df2-b389-e5023950d3c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.661587308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"02a63fa1-f37c-4608-82da-3420d917e943","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.661861637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"02a63fa1-f37c-4608-82da-3420d917e943","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:35.672472074Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-75e74e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.676251548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"e40bd87f-3b6e-4a7a-b5c2-55c2f968faac","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.727894279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"720a4626-a9dc-4df2-b389-e5023950d3c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.729950872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"33d83193-ab0b-4d54-82c1-c598d377a42c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.731228701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ce1213bc-83ac-4cb3-87f3-99857b12c404","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.731308261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"ce1213bc-83ac-4cb3-87f3-99857b12c404","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.740090315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a0a83f89-8190-43a3-8f89-3cd289d7de85","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.740115158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a0a83f89-8190-43a3-8f89-3cd289d7de85","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.747631624Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"2c08c21e-5727-476c-86f8-e2e49b1a09d1","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-att-detach-75e74e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.839137318Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"9acf9876-8907-4795-a099-3c23a9a56d1c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.854217152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1e32bcef-1f2e-4ade-bdb4-bd66aa6a82a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.854482338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"0b55f27a-00f0-418b-9d85-b47c71634907","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.855023666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"5bc01093-db92-4b2b-87ea-eba24713077e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.855533215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"7be7f099-70f2-467d-bae4-1db80e3b04a3","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.855548593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"7be7f099-70f2-467d-bae4-1db80e3b04a3","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.860571971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-user-sub","reconcileID":"9acf9876-8907-4795-a099-3c23a9a56d1c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-models-other-sub","ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.865399363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"0b55f27a-00f0-418b-9d85-b47c71634907","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.926169241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1e32bcef-1f2e-4ade-bdb4-bd66aa6a82a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.927774148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"5bc01093-db92-4b2b-87ea-eba24713077e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.935080393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"41a76822-23ac-4757-87fc-2b894d153e7f","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.967283541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a54ba3bc-612e-4542-be02-12bb9e76bc7c","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.967339552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.968611131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"dde660fe-04e1-4a35-bc66-fbe1a99d69c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.969151706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"2def1163-4fd7-4753-8fec-570b88719e18","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.983018218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"d0adeede-0bbd-4507-aabf-d3cda1c6b818","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.983033407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"dc7a3193-4e68-4bfe-8b10-090bbe13df5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.983423011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"12402cdd-3a37-4a42-b42c-7143f91c0bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.984514685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1b75fe05-4a5c-493a-a4ed-486df7c5881a","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.984530578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1b75fe05-4a5c-493a-a4ed-486df7c5881a","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.996181707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"12402cdd-3a37-4a42-b42c-7143f91c0bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.996466031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"dc7a3193-4e68-4bfe-8b10-090bbe13df5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:35.99872906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"d0adeede-0bbd-4507-aabf-d3cda1c6b818","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.129977763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"023cdc3d-cbf6-4f95-8f58-39bf77584428","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.155234793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8480c755-cea3-4808-9afd-33d74682fdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.155450542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"59a93ff9-6056-41bb-bbd6-96bbceadfbbd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.155824532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e050d28b-f828-4c28-b8f5-4e238a5aa1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.163600119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8480c755-cea3-4808-9afd-33d74682fdf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.164047671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"59a93ff9-6056-41bb-bbd6-96bbceadfbbd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.165976056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e050d28b-f828-4c28-b8f5-4e238a5aa1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.883182452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-sub-only","reconcileID":"241caa33-9faf-43d0-b73f-c6c14e111a8d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.904494761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-sub-only","reconcileID":"241caa33-9faf-43d0-b73f-c6c14e111a8d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:36.968736933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"e2afaa63-571d-46ac-b828-8af490db6c00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.021759223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"941d1147-c580-4000-9463-d2c0750897b0","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.022066365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.037155824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d2eda97f-057e-477d-b863-59950a584805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.037204305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"982b4aaa-a66a-46a0-bf71-aa2ad357ea3c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.037564481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"39498714-4067-446d-a7ec-952189d85943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.046282126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d2eda97f-057e-477d-b863-59950a584805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.046286649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"982b4aaa-a66a-46a0-bf71-aa2ad357ea3c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.048456053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"39498714-4067-446d-a7ec-952189d85943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.179418811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-test-group-no-auth","reconcileID":"db8235cf-733d-463a-9890-3afd0cb36dfa","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.179482539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"e9cfb597-c078-4728-bff6-1c2ed59b9bdf","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:37.194429474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1320e37a-576f-45ba-ba5d-6ffadab9678d","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.387712691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"7e3dcda4-5821-4968-87e3-4db6fe34583a","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.388239757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8b32ca12-b4bb-4c31-b6c8-7cfe72df91a6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.4044064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"620200c7-bed3-4edd-a79b-bf6d3f205391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.410690051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"07e31d52-dbd5-40d0-aec4-658589c3465a","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.411243421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d509b3ee-7039-4b32-8c10-003289b56b63","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.411634405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"805391dc-c7ce-49b4-add8-c4d273d3bc31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.413556015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"96f5c4df-9249-470e-8a47-d003e24aaa2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.414552151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"620200c7-bed3-4edd-a79b-bf6d3f205391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.501625261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7de74cb4-9c44-41d8-a05d-812555376430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.501694009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ede450f8-6394-4832-a91f-0f54101fb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.550800874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7de74cb4-9c44-41d8-a05d-812555376430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.565091751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ede450f8-6394-4832-a91f-0f54101fb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.73778538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"66f5c9ff-1c94-4941-ae07-e19a51a074fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.749171792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"66f5c9ff-1c94-4941-ae07-e19a51a074fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.950126975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"c81d61dc-a6c4-47bb-ba63-3618a35eb253","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","subscription":"test-model-301be8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.95413794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"c81d61dc-a6c4-47bb-ba63-3618a35eb253","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.958206171Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8-sub","reconcileID":"c81d61dc-a6c4-47bb-ba63-3618a35eb253","MaaSSubscription":{"name":"test-model-301be8-sub","namespace":"ai-tenant-e2e-inf-a-301be8"},"name":"maas-trlp-test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.989751966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"e4c643fd-3731-46bb-98c2-3a0f09b48544","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"tenant":"e2e-inf-a-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","model":"ai-tenant-e2e-inf-a-301be8/test-model-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.989762405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:39.989771482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"test-model-301be8","reconcileID":"e4c643fd-3731-46bb-98c2-3a0f09b48544","MaaSModelRef":{"name":"test-model-301be8","namespace":"ai-tenant-e2e-inf-a-301be8"},"routeName":"test-model-301be8-kserve-route","namespace":"ai-tenant-e2e-inf-a-301be8","llmisvcName":"test-model-301be8","gateway":"openshift-ingress/e2e-inf-a-301be8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:42.852058683Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.088739976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"3edd88bd-4cb2-4b42-9a33-4af4e641ff26","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscription":"e2e-rate-iso-b-0dafbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.093319814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"3edd88bd-4cb2-4b42-9a33-4af4e641ff26","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.097727471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-0dafbb","reconcileID":"3edd88bd-4cb2-4b42-9a33-4af4e641ff26","MaaSSubscription":{"name":"e2e-rate-iso-b-0dafbb","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.129220284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.130069315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"ef9bfe23-71a1-40f2-a9c0-78b8225b3da5","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.130085526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"ef9bfe23-71a1-40f2-a9c0-78b8225b3da5","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.311834719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3f472d5d-8bd0-4819-86d6-4db282af8048","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.311855047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3f472d5d-8bd0-4819-86d6-4db282af8048","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.318802316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"dc0d9e48-54a6-4a3d-b3e5-0cbc0ec9c2f5","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.318821121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"dc0d9e48-54a6-4a3d-b3e5-0cbc0ec9c2f5","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.327174456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b353b1ac-d302-499d-80e8-5a406cbe38af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.361970102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b353b1ac-d302-499d-80e8-5a406cbe38af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.370167185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b353b1ac-d302-499d-80e8-5a406cbe38af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.377840112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"312f433c-c440-4926-a9c0-bb81d582159d","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:45.377856094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"312f433c-c440-4926-a9c0-bb81d582159d","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.168538582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"6e6a51eb-5d56-410b-a770-d48078e8e689","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.19901749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-other-sub","reconcileID":"6e6a51eb-5d56-410b-a770-d48078e8e689","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.231451798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ff938b80-8929-404a-a628-11cb396f8d13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.328797938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"cb968384-73ac-4aaf-8262-b2acd764d4ce","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.329499704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.36493236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"dabe2cae-1aa7-47c0-947a-f7684b7e868d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.369777538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c18b3af-d0ef-409c-a333-73c85a9d2211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.370375134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a277e7ad-d4f3-491e-bab9-1f33d91f5787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.45711642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c18b3af-d0ef-409c-a333-73c85a9d2211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.460957666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"dabe2cae-1aa7-47c0-947a-f7684b7e868d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.509582315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a277e7ad-d4f3-491e-bab9-1f33d91f5787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.512034302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"b2c1816f-f6f3-48fc-94a1-42f67c7a6924","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.787634849Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-models-access-denied-auth","reconcileID":"eae52ee8-8c81-42e8-afb4-382bcd74c31d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.911514554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7c8b5e5f-130e-4ad0-ace0-56b1a76d6bd5","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:46.987034095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"7b70b181-9ac9-4c2c-a5a7-fca4fd22a1ff","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.144070182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"55868b24-abc2-438a-aa24-f90f12f59365","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.144749643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"55868b24-abc2-438a-aa24-f90f12f59365","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.317915606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"58c78694-6061-4393-8a1f-7bcb29742487","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.423475761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"58c78694-6061-4393-8a1f-7bcb29742487","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.468987925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"58c78694-6061-4393-8a1f-7bcb29742487","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.477451223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"a552d426-dbb5-4136-a4d8-9d8dd3286f2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.478209685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"014ad0e0-5826-4382-b1de-8de07fae8642","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.495268645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"15895af6-11b9-4b96-848f-ea0ac73b1bf7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.513650169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"a552d426-dbb5-4136-a4d8-9d8dd3286f2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.529558942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"15895af6-11b9-4b96-848f-ea0ac73b1bf7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.529208782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"014ad0e0-5826-4382-b1de-8de07fae8642","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.758665984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d5333f97-af2e-445b-b761-23c0e9bb6751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.758800821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8f880a3f-bce7-46d2-85da-a4de0d974ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.790983347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8f880a3f-bce7-46d2-85da-a4de0d974ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:47.792601617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d5333f97-af2e-445b-b761-23c0e9bb6751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.162143106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c4ac75fa-424d-403d-8567-2b440f424ccb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.173145238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"b78216e5-00a2-4e28-971c-284554fc5f68","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.219831507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fb5ad67f-232b-49b7-91ef-287d7c66a854","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.235189607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fb5ad67f-232b-49b7-91ef-287d7c66a854","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.293668237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"8c19bcae-b01a-4735-9e33-900f438b0a02","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.393405563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"18723dd3-9c2e-4cda-8719-2e751feaf96c","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.413172643Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=10:[ai-tenant-e2e-worker-w3-a110ef/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-a110ef/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.430075626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"27c1a9b6-4d99-45ac-bd27-ba38495088a9","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:48.431195277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.456447438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ac53ba80-2754-4c61-ad36-f801695c833b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.521957451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"f77cf9e9-fcd3-495c-a12c-68cc7aabd97e","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.53463458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ac53ba80-2754-4c61-ad36-f801695c833b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.553764389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"f122bd1a-4eff-4d09-ae0e-c72a61a1b155","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.603157269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"faa6aaa1-11d2-4db3-b376-f016d6dd0c1e","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.632876246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"76cb7b9c-b393-486d-b111-26ffb5b823ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.652271513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ae8975ea-ba61-46eb-8fcb-8c288ef60d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.668472864Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"3edaf0ed-bd19-407b-ae6c-d1b09212cf58","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.878807592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"76cb7b9c-b393-486d-b111-26ffb5b823ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.886633042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"e84ea9a5-9c37-48af-bb46-5d544e9a4458","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:48.969102431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=10:[ai-tenant-e2e-worker-w3-a110ef/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-a110ef/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.045105851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"ef78118d-305e-4f37-b2c5-8e87d739303a","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.046010423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ae8975ea-ba61-46eb-8fcb-8c288ef60d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.090239548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b75fe24d-b0e1-45c3-b299-4208d7969760","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:49.219177349Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b75fe24d-b0e1-45c3-b299-4208d7969760","name":"distinct-2-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:49.234884799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b75fe24d-b0e1-45c3-b299-4208d7969760","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.235375636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"94dc8e16-7aaf-40fc-9134-72b4e678d879","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.235558723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"94dc8e16-7aaf-40fc-9134-72b4e678d879","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.286800876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"eb1bea9b-7313-426b-9cb2-e6d81e16db37","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.287434753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"c2e0d722-7c91-4694-9bd6-ee93d5fd722d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.287613878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b8fa22b3-1592-4f41-b288-0d57f5044bd1","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.287869024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"b32aef2b-facf-4967-bfbf-38878c4826d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.302909989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"6be6a31c-9a6f-47fa-aa5c-c5b3c8032d54","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.308128971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"8b2edeaa-b1d5-4533-92fb-1b2da0f5e380","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.323299831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"b32aef2b-facf-4967-bfbf-38878c4826d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.324561403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"77de9e51-b5bb-484a-b98e-913dba82ce4e","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.328865758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"6be6a31c-9a6f-47fa-aa5c-c5b3c8032d54","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.349764134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"218d307f-862f-41ef-bb65-fcd32f67af2c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.355751629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4e8c731b-e1b1-4d0b-abd6-92b33f23407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.36716135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"ef78118d-305e-4f37-b2c5-8e87d739303a","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.394160206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4e8c731b-e1b1-4d0b-abd6-92b33f23407a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.475986182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"9de5b829-38e9-4a64-9e58-fc3bc0e8a822","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.539311787Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"ef78118d-305e-4f37-b2c5-8e87d739303a","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"e2e-inf-b-8743a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.540151285Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-auth","reconcileID":"ef78118d-305e-4f37-b2c5-8e87d739303a","MaaSAuthPolicy":{"name":"test-model-8743a5-auth","namespace":"ai-tenant-e2e-inf-b-8743a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.541109497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"eedaaea7-35c0-40fb-9f17-d0aed1093ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.551791547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"07797ced-e8f3-401f-b713-fdc945c7b801","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.553488203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"e5264be2-7953-45c8-a138-31699599d003","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.573375118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"eedaaea7-35c0-40fb-9f17-d0aed1093ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.615336623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"06be634f-0b0c-404d-80d0-3345715caf93","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.615448272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"06be634f-0b0c-404d-80d0-3345715caf93","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.631703312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"724799ad-a980-4458-8a55-20b378226c2a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.653500652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"aa23618c-873c-4de5-b449-0fb1c803a20e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.65412867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"54333969-1971-4c77-8768-e03837401e4c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.72811316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"724799ad-a980-4458-8a55-20b378226c2a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.77903571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"b85a8934-5899-4c3a-ae3d-4068db894309","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.779146433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"b85a8934-5899-4c3a-ae3d-4068db894309","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.782466272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"54333969-1971-4c77-8768-e03837401e4c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:49.84687749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"8cc9e7e9-1065-47f7-8ab0-c08578fa56e2","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.804533369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"94a351ba-d7b7-4ae6-912f-890be6231a15","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.827480408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"daa30168-48b9-4e3e-be93-96cb0133228c","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.829623387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"be198f54-7098-4cfc-9800-77fb3218a4cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.834893598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"29509eff-3d9c-41a9-9922-6b3d8f45b11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.839288636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"a66e94a2-7bff-4688-b638-5ae6bf55cdcf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.839763495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8735f3c6-6629-4bad-b2d5-aa00d39352f4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.840181825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"be198f54-7098-4cfc-9800-77fb3218a4cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.842485066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"fd78bc22-34e4-4c8c-8341-07e00d9c3a14","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.845365198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"29509eff-3d9c-41a9-9922-6b3d8f45b11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.850949868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"be198f54-7098-4cfc-9800-77fb3218a4cb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.852610268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8735f3c6-6629-4bad-b2d5-aa00d39352f4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.853745846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"fd78bc22-34e4-4c8c-8341-07e00d9c3a14","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.854808512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"a66e94a2-7bff-4688-b638-5ae6bf55cdcf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.865764361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"3bf7a35b-efca-4944-9537-399a3bc7f802","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.873219653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"96157f6f-84e9-49c6-8f67-5574e71fee13","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.873255412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"96157f6f-84e9-49c6-8f67-5574e71fee13","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.939836085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"3bf7a35b-efca-4944-9537-399a3bc7f802","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.947651708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c7efd6a8-b3f1-4824-92a7-c86732f20428","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.947676258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c7efd6a8-b3f1-4824-92a7-c86732f20428","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.948728653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"68e8f454-3207-486a-a94a-20c06c012212","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.954485052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"e9a29f95-eb22-4a58-9c07-7940e2024c94","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.955180812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6242bf2e-62e6-41ad-95a7-16aa6b23ed74","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.955216801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6242bf2e-62e6-41ad-95a7-16aa6b23ed74","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.955325972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"059bb17a-c2dd-4c2b-a78b-f8b4084fdaa2","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.955846264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"acaf838a-c5cf-46d1-a361-a47a89e1e031","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:50.95927919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"68e8f454-3207-486a-a94a-20c06c012212","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.026805924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"29f98228-50a5-4a3f-89ce-aa385fa8175f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.026835362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"29f98228-50a5-4a3f-89ce-aa385fa8175f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.027476139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8778a294-2238-4aa2-a4ad-4954d9e2bde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.036965513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8778a294-2238-4aa2-a4ad-4954d9e2bde0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.043598779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a8d44bf7-3bce-4ed8-a098-cb9b4a973f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.044227409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"18773936-e7ef-45e4-ae26-1b13656b433f","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.044244866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"18773936-e7ef-45e4-ae26-1b13656b433f","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.052340404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a8d44bf7-3bce-4ed8-a098-cb9b4a973f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.055424869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"094deb94-90b6-495f-9378-c60b447e7052","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.055449198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"094deb94-90b6-495f-9378-c60b447e7052","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.056285361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0fa9df7e-74c7-48b0-9cff-9fe35860fce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.064066693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"8ace2537-50fc-4f4f-baa4-8e41dd7a1629","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.064963405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0fa9df7e-74c7-48b0-9cff-9fe35860fce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.065017358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"caef8c9c-28c7-4d46-b893-c1d4a768f09a","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.065038332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"caef8c9c-28c7-4d46-b893-c1d4a768f09a","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.068409407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"8875af90-683f-42b7-b659-38b092a062f6","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.07572358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ddc6c05-cb94-4ed8-bce2-50884ec01002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.125544971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"601afa6d-bbcc-4009-8491-9499d3b565ce","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.128146283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ddc6c05-cb94-4ed8-bce2-50884ec01002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.136224956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"a8cac28b-23d2-41ef-b4fc-5397fa2e1885","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.152595386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"813a4cee-84eb-48af-80c1-a798a4ba64e7","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.152612918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"813a4cee-84eb-48af-80c1-a798a4ba64e7","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.159096083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"ca40a413-037c-43ce-aeff-ea4206930549","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.162710972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"a3ef8e21-27c1-4415-bb50-fa92c52fe6f9","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.16365633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"03538585-1a39-4de3-b29b-beee7fc23782","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.171927132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"a3ef8e21-27c1-4415-bb50-fa92c52fe6f9","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.174462201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"03538585-1a39-4de3-b29b-beee7fc23782","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.179585366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"872b49a7-9067-418c-8b50-7ad3af729da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.181799883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"03538585-1a39-4de3-b29b-beee7fc23782","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.182067715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"4262e7f0-00e9-4865-9de0-5ffb5d1b05b1","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.182140564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"4262e7f0-00e9-4865-9de0-5ffb5d1b05b1","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.182371866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"3f0c7c0d-d066-4c8d-ab42-395f7f5f7114","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.182470492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ed39fd3d-fac3-448f-bd74-c86e3564ae51","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.1843046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"4ad9c750-dbeb-4149-b7da-5621b7d4e866","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.18909391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"872b49a7-9067-418c-8b50-7ad3af729da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.226031683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"3f0c7c0d-d066-4c8d-ab42-395f7f5f7114","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.227633569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ed39fd3d-fac3-448f-bd74-c86e3564ae51","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.228424456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"4ad9c750-dbeb-4149-b7da-5621b7d4e866","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.229504106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"943757b0-c94a-48a0-a87d-c56d3f237fe4","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.229580987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"943757b0-c94a-48a0-a87d-c56d3f237fe4","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.259071917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"c4e46691-c2c5-4370-929d-064f481e8a11","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.259177556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"c4e46691-c2c5-4370-929d-064f481e8a11","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.332974553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5d68d0bd-a3f8-4728-8af3-a93a2b6bbe3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.333542369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"9c5b8466-1552-460e-aabf-825545f70680","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.334139125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"9c5b8466-1552-460e-aabf-825545f70680","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.37187222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5d68d0bd-a3f8-4728-8af3-a93a2b6bbe3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.438687861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"f48fea61-ccbb-4283-bd05-97b04244827e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.439608439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"8bc516ed-8cd6-405b-9862-a052f360e786","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.461929359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5ae780b9-63d2-4e24-8b25-75751d1b40c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.463061865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"8bc516ed-8cd6-405b-9862-a052f360e786","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.470083621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c81184ab-9ea8-4622-9a5a-559556c1d5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.470798448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92a9c224-752b-4ac4-a619-397072f2a9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.515901751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c81184ab-9ea8-4622-9a5a-559556c1d5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.52004964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92a9c224-752b-4ac4-a619-397072f2a9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.521661008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5ae780b9-63d2-4e24-8b25-75751d1b40c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.527333452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9be359a9-4338-4046-acf6-37308ef37752","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.531584418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"f48fea61-ccbb-4283-bd05-97b04244827e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.589186511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9be359a9-4338-4046-acf6-37308ef37752","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.611897921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9be359a9-4338-4046-acf6-37308ef37752","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.644168981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"13cf9263-0de2-4c9a-8d1e-7c1b2ec73831","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.644280784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"13cf9263-0de2-4c9a-8d1e-7c1b2ec73831","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.645121552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93830190-feb7-4bef-8bb3-6834a9d9b31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.667929791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93830190-feb7-4bef-8bb3-6834a9d9b31c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.730275579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"bf2a1341-431c-4c43-b9a7-300ab3a6f151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.731322297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"08da46f6-b28e-4f9e-ae91-c85c6b20856a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.731648685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7e8e254-43fe-4362-aa14-5b78560afaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.738957944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"bf2a1341-431c-4c43-b9a7-300ab3a6f151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.739882441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"08da46f6-b28e-4f9e-ae91-c85c6b20856a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:51.74152709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7e8e254-43fe-4362-aa14-5b78560afaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.969192719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"95b70a2a-65b6-43ab-ace3-16fd0e8beaa7","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:51.969266779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"95b70a2a-65b6-43ab-ace3-16fd0e8beaa7","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.1679429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"e2690840-0a65-495b-97a1-c6ef5737d00a","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.227334451Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"ca665bb8-f5ca-4aba-aea5-fa9d764c55ea","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-391e80b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.236617385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"fa25caac-c7ef-4265-84c1-580b5e7474a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.282480215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"6e5691aa-1e7a-4dc0-aea0-c2ddc412f725","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.283422215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"921aca95-5abd-4b69-9f3d-ef06b6effd17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.284053907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"61df2b18-b89d-40b4-9b32-03f77e3f2627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.28552239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"fa25caac-c7ef-4265-84c1-580b5e7474a0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.385840586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"921aca95-5abd-4b69-9f3d-ef06b6effd17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.391392647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"6e5691aa-1e7a-4dc0-aea0-c2ddc412f725","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.394283217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"61df2b18-b89d-40b4-9b32-03f77e3f2627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.445617419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"1fab2d16-6f92-4713-aa3c-aa5ef8308983","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.454198225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"1fab2d16-6f92-4713-aa3c-aa5ef8308983","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.580142085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e348dad0-1c76-48b9-9b1c-9334c4f4c866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.603437994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ba173dbd-9f67-4b68-8451-65403e5ce4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.603724204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"410e435e-343f-41b8-9a84-bc14f8ac1ffd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.61625619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ba173dbd-9f67-4b68-8451-65403e5ce4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.617166398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"410e435e-343f-41b8-9a84-bc14f8ac1ffd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.621784005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e348dad0-1c76-48b9-9b1c-9334c4f4c866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:52.627633419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"b7f363b2-6fa5-45f6-8d99-3baf50cbdaea","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:49:52.627724821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"b7f363b2-6fa5-45f6-8d99-3baf50cbdaea","error":"ExternalModel e2e-extmod-att-user-92c955/e2e-att-delete-a26a5c is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:52.996790413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"e200ba07-5e75-43b9-9577-302d979943d6","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.00822698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"007ceccf-e30c-4d83-8923-c0447f45f5fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.010827225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3cc2c2-e83d-4ca8-93f6-c83f5fb96d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.01244661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c8450abe-5111-4507-b92b-1d2940bd1d05","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.01246734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"c8450abe-5111-4507-b92b-1d2940bd1d05","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.013008575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2a6e1dde-e927-4ba4-b02f-0bf03b750dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.013507098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c49d1e-5b64-47cc-aec6-d2d93f4bac38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.016971593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"007ceccf-e30c-4d83-8923-c0447f45f5fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.028532958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3cc2c2-e83d-4ca8-93f6-c83f5fb96d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.031630556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2a6e1dde-e927-4ba4-b02f-0bf03b750dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.035158278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c49d1e-5b64-47cc-aec6-d2d93f4bac38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.038336062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"007ceccf-e30c-4d83-8923-c0447f45f5fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.043981004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"16d2bc11-f360-40d8-b030-a7a6b41231f5","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.044007583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"16d2bc11-f360-40d8-b030-a7a6b41231f5","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.133556103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b9d98145-6f6a-48f1-86be-91339c856b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.134390858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"0f834be5-628a-4360-b434-a46fba08a23d","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.134916926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"6f73557f-f0eb-4b33-9a01-a520ff197cd6","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.138967635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"68ec385c-4155-4edc-93fd-d3a296313eed","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.147947706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5092a994-6e09-42a4-840c-26fbab165bf5","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.147963429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5092a994-6e09-42a4-840c-26fbab165bf5","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.152438665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b9d98145-6f6a-48f1-86be-91339c856b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.227316663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6ae57576-9291-472b-aa9d-84b7c0d54259","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.227342738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6ae57576-9291-472b-aa9d-84b7c0d54259","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.239533872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"4bac573c-5576-41b4-ba68-9e4fafd58cfa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.23991331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a26a5c","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","reconcileID":"791d0dbd-9d53-450a-afc0-ec2516691f97","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-delete-a26a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.240168416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"85c95288-cef7-4bc9-9618-e1d9773fd503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.241054347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"9eef7408-9993-47d6-84b8-d9b65662be77","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.241075051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"9eef7408-9993-47d6-84b8-d9b65662be77","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.248123608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"4bac573c-5576-41b4-ba68-9e4fafd58cfa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.248488813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"85c95288-cef7-4bc9-9618-e1d9773fd503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.248969132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"898e6fa5-a549-4d02-8b6a-b0ff439a8505","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.248969123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9f85e5b6-a04a-4ae0-ad25-752064f6d941","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.268389916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9f85e5b6-a04a-4ae0-ad25-752064f6d941","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.270562944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"49a73b37-86cd-4f23-a5dc-471804ed1bc6","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.27117079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"898e6fa5-a549-4d02-8b6a-b0ff439a8505","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.279181175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"5792ebfc-9f66-4982-9987-5721ff68ef50","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.280134577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"c8d2c57d-663c-4b91-ae28-19a908415c23","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.407989905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cca57f27-a282-4f89-83b1-53ff2c925b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.41892258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cca57f27-a282-4f89-83b1-53ff2c925b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.600059547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03966150-4657-427f-b9ad-44d0f0a9f0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.633977152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"8edfe713-529d-4c6f-9bf7-5e57092f7b93","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.634764559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"0a2ff38f-998d-4cbc-928b-6406e882de44","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.692437048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03966150-4657-427f-b9ad-44d0f0a9f0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.693170874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"6af62fa8-7d6b-40ad-8a0e-59c9d8ea2ced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.757192503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"0a2ff38f-998d-4cbc-928b-6406e882de44","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.758639132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"792a6d76-ea1f-44b9-a8e0-8a4b48643515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.7634475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"8edfe713-529d-4c6f-9bf7-5e57092f7b93","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.779311672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"6af62fa8-7d6b-40ad-8a0e-59c9d8ea2ced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.793794011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"792a6d76-ea1f-44b9-a8e0-8a4b48643515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.827844684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"6af62fa8-7d6b-40ad-8a0e-59c9d8ea2ced","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.854320294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"66b32a76-3eee-4537-b1d7-d02517112f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.868013045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"66b32a76-3eee-4537-b1d7-d02517112f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.886346688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"5c000024-22e9-4072-bbc1-0c351912cd47","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.899300223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a522c3a-615f-4aa1-8849-a9d190c13a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.932807378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a84752b9-eaa0-48b8-8de9-e864c6f3dba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.934012277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a522c3a-615f-4aa1-8849-a9d190c13a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.944220621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a84752b9-eaa0-48b8-8de9-e864c6f3dba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:53.99926747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"7c5d5ee7-6c1e-4ed6-b549-f2be4ed7b242","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:54.001603023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"62ad48f4-3f14-4f24-8bc4-ef0facead9ca","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:54.01107834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"7c5d5ee7-6c1e-4ed6-b549-f2be4ed7b242","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:54.01224155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"62ad48f4-3f14-4f24-8bc4-ef0facead9ca","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:54.101888815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"d662af60-6071-43c9-8cd2-a0862f3a920f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:54.110756491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"d662af60-6071-43c9-8cd2-a0862f3a920f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.352693432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"de2b8fc0-2c18-4341-bc88-4c5f84652846","namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.356628364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"4b57716f-3983-44b9-a150-f4f90ed62cf3","namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.365758449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"01711df0-6bca-43ee-9620-6813e43294d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.367743798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ef1fb9-61dd-447f-aba4-1c351bc9b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.368740846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"04c3a2ba-be46-4f78-8a32-392c371f19b4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.373241747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"2c606520-4abe-467d-a082-e8005eb0fc73","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.373761137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbde151f-daf0-405e-b62e-90c6c0931618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.374207648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"01711df0-6bca-43ee-9620-6813e43294d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.376260781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ef1fb9-61dd-447f-aba4-1c351bc9b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.376940911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"04c3a2ba-be46-4f78-8a32-392c371f19b4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.381330418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"2c606520-4abe-467d-a082-e8005eb0fc73","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.382266697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbde151f-daf0-405e-b62e-90c6c0931618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.383062228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"01711df0-6bca-43ee-9620-6813e43294d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.395830469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"aedbad55-c51d-40f0-8d3b-39b76133f019","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.404299195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"aedbad55-c51d-40f0-8d3b-39b76133f019","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.466635339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"930b346d-ca81-4c01-9621-40be93aeaab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.475439007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"930b346d-ca81-4c01-9621-40be93aeaab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.487340669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"35de9fc3-f684-48e6-b5a1-115828ee2c3c","namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.497843554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"483bd306-cdba-4399-81d6-1ae249480315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.500580682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"2fb6d414-874f-42a8-aa1f-2e4cb8fb529b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.505764225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ec1bf172-a09a-4c8a-a413-1f5e400356ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.506404419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"483bd306-cdba-4399-81d6-1ae249480315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.508734129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"2fb6d414-874f-42a8-aa1f-2e4cb8fb529b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.513948841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ec1bf172-a09a-4c8a-a413-1f5e400356ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.565066586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"699c8ab0-ca64-42bb-98ed-81df29f8b138","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.613927852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c7d00da8-fdda-4905-9c63-c31c1650d093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.638897233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5fa61572-ec15-4ec5-b4af-72ad9cffa44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.640812035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c7d00da8-fdda-4905-9c63-c31c1650d093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.649093827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5fa61572-ec15-4ec5-b4af-72ad9cffa44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.700997056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"f42eb08a-0622-4f3b-8444-0602ca3455a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.704063629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"403ec745-641d-4f07-beb8-4e155d3d9bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.711115395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"f42eb08a-0622-4f3b-8444-0602ca3455a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.712054867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"474b0c8e-26dd-4517-8c84-b9466df08342","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.71259719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"403ec745-641d-4f07-beb8-4e155d3d9bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.712714576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"63db5154-47b0-4bd8-92c4-f70d085cde2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.718041363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"f42eb08a-0622-4f3b-8444-0602ca3455a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.725522026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"474b0c8e-26dd-4517-8c84-b9466df08342","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.7255926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"63db5154-47b0-4bd8-92c4-f70d085cde2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.819019732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bb67d577-769d-4f6c-bda9-336178b5354a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.821489982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"ba0fe449-adab-439b-b752-602bb178390f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.822242654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a0ed2395-4d65-48dc-b79c-0cb433db59f0","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.828922962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bb67d577-769d-4f6c-bda9-336178b5354a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.829038675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"7c4f887a-e53e-4fb9-b210-72aa4c5f989c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.834433858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a0ed2395-4d65-48dc-b79c-0cb433db59f0","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.835517116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"ba0fe449-adab-439b-b752-602bb178390f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.839476574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fc13053e-56b7-4ed2-867b-f02ba43f7e81","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.840703069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"7c4f887a-e53e-4fb9-b210-72aa4c5f989c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.849308002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fc13053e-56b7-4ed2-867b-f02ba43f7e81","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.857222658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4b1363d-1fbd-4fb3-82b5-d12a872309b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:55.927728711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4b1363d-1fbd-4fb3-82b5-d12a872309b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.457890364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0f035733-d965-4596-b622-8ede5248b503","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.458372586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"1d4d20b3-c498-4b08-ab4e-55042ed19439","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.46031009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"c28985ce-2529-4c54-a52f-48cdb471da62","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.475226406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bbe4bb2d-08af-43ed-ad73-97c5d8645515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.480714599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"eba3d4dd-2a01-434b-b7a0-7315ee82c809","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.48099776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e6828604-7c12-454e-8167-5c6ad79f7296","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.48144625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"e3f76a2b-60c8-451c-a2b2-f98423e05de8","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.485111087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"8ba9ddaa-2e00-44a4-b154-ef1d215a95df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.486212392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"0908a80f-f37a-4b85-945b-3d6a0e5e4d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.487482547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bbe4bb2d-08af-43ed-ad73-97c5d8645515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.654526995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3af984b4-b074-45cd-8851-eda1517f7d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.667286514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4c664b2d-1ade-4874-ad93-750b7b0e0552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.677935674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3af984b4-b074-45cd-8851-eda1517f7d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.681957618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4c664b2d-1ade-4874-ad93-750b7b0e0552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.808472593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d5064c92-6cdd-4e8e-b34b-ce3413339817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.840472823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d5064c92-6cdd-4e8e-b34b-ce3413339817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.958172597Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"603a88f0-56ee-4569-8006-ea7a29b769c9","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","subscription":"test-model-8743a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.962824075Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"603a88f0-56ee-4569-8006-ea7a29b769c9","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.966623229Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5-sub","reconcileID":"603a88f0-56ee-4569-8006-ea7a29b769c9","MaaSSubscription":{"name":"test-model-8743a5-sub","namespace":"ai-tenant-e2e-inf-b-8743a5"},"name":"maas-trlp-test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.998822759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.998929901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"7e3a1a2e-ae3f-47bd-9333-8ab099164a9f","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"tenant":"e2e-inf-b-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","model":"ai-tenant-e2e-inf-b-8743a5/test-model-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:49:59.998944742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"test-model-8743a5","reconcileID":"7e3a1a2e-ae3f-47bd-9333-8ab099164a9f","MaaSModelRef":{"name":"test-model-8743a5","namespace":"ai-tenant-e2e-inf-b-8743a5"},"routeName":"test-model-8743a5-kserve-route","namespace":"ai-tenant-e2e-inf-b-8743a5","llmisvcName":"test-model-8743a5","gateway":"openshift-ingress/e2e-inf-b-8743a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:00.008926249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"cf1b581d-c24e-42ab-856b-c1feaafa1870","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.235293707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"703e32cd-15f4-4ff4-80a7-52fab6e33745","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.260211826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"703e32cd-15f4-4ff4-80a7-52fab6e33745","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.26553809Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub1","reconcileID":"703e32cd-15f4-4ff4-80a7-52fab6e33745","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.481797949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"6d9d515f-11a1-4c7f-8b31-a557e58067ff","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.487030433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.488367461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"e262fff9-9684-4eb0-986c-8fb3ff7bfb42","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.547252426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"6a41f839-8fa1-4792-a0b4-a94b15848c30","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.562312462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"955df002-e4d3-47a9-9c2b-b28465ac4b37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.566464409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"59b9808e-d61c-479d-bb40-dfa0e4d11703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.567136338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cf37ccbb-6462-49ad-bee7-0f0611c1e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.567912456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"52b586a8-8f77-4988-858a-bff8c751d858","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.573541896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"955df002-e4d3-47a9-9c2b-b28465ac4b37","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.582445809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"52b586a8-8f77-4988-858a-bff8c751d858","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.582973055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"59b9808e-d61c-479d-bb40-dfa0e4d11703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.589383982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cf37ccbb-6462-49ad-bee7-0f0611c1e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.623022559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"5219662a-5e19-4169-b5c7-15e04f279104","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.64451672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"5219662a-5e19-4169-b5c7-15e04f279104","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.646461451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"39e1e41f-63c4-4279-b2ff-5271b271dd2a","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.683803893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"c12c01d1-b12e-4f4e-9e71-711bec972e38","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-abd856d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.720631443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"b9e7e8aa-666b-455c-bc85-856b865968a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.720815998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5f696fd5-6a80-4111-92d7-7ecf6bbaafbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.730984969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"b9e7e8aa-666b-455c-bc85-856b865968a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.734790969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5f696fd5-6a80-4111-92d7-7ecf6bbaafbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.818222104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8b6f1e51-6eb9-45ce-887a-cdde3dec52aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.822476675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fc2d264b-cda8-46dc-967b-c31187be36be","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.832908659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8b6f1e51-6eb9-45ce-887a-cdde3dec52aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.841760597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"fc2d264b-cda8-46dc-967b-c31187be36be","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.934917782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"656b087a-db1b-4ef3-a2ee-2e0697054998","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.935562103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7d3e96e7-bf80-476b-93bb-198c3de31cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.93616269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"37021d5f-a14f-4af1-950d-d9bc6662eb86","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.940808188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"58a18b5b-eb1c-4710-8aa3-8d99dcc27f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:02.998975449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"58a18b5b-eb1c-4710-8aa3-8d99dcc27f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.009471103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"656b087a-db1b-4ef3-a2ee-2e0697054998","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.009979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"37021d5f-a14f-4af1-950d-d9bc6662eb86","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.013949998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7d3e96e7-bf80-476b-93bb-198c3de31cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.277919546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5b2b43ca-5e24-41ed-bdb4-d10b4473c573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.280924632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"32632ce2-76e8-49f0-bfbf-81dcce4d2cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.281584879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"46e97ff4-43c6-4cd7-95e4-b574aa71c1e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.286751282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"0f376f5b-8661-4b7b-b897-c6cc1515af69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.291114984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5b2b43ca-5e24-41ed-bdb4-d10b4473c573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.37141475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"32632ce2-76e8-49f0-bfbf-81dcce4d2cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.372518452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"0f376f5b-8661-4b7b-b897-c6cc1515af69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:03.373175796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"46e97ff4-43c6-4cd7-95e4-b574aa71c1e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.106719543Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"c2c050e6-2522-445d-b88f-13e5d9c322da","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.117163598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"8af825e1-f985-43f5-94af-3365d39b7eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.117846236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"fb03b3de-5cc8-400c-833b-3253d66081c2","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.126018376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfc52c21-6aa7-4912-bfd9-9451ec390f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.126693231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aeef66cb-1662-493f-934f-c386573ed014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.128648446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"8af825e1-f985-43f5-94af-3365d39b7eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.134848817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"29551c93-cf8d-4e04-939a-18d704640c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.140841409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfc52c21-6aa7-4912-bfd9-9451ec390f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.141340083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aeef66cb-1662-493f-934f-c386573ed014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.143953301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"42ef3a97-284e-4f28-8ef4-1244bb8691bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.144697627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81488cddd43ac015a6fd50c57673132b1e3f01b0734d2f7fd69caa0978392880) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (9dc4dd802c2402120b7d3c6ac2631a16f98fa36e806b41e04f6e0452e4df99d1) AuthConfig (3bac9bd4fe10f9bb3b5cfe42c84b88cb3cc718e19ddf95d793d91edc1ad3240b) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (b881c689fe479b75237dac5750747542d991f45f03d51ba243027ccbafde8049) AuthConfig (e6c51a4d58dc9b1622ad67ac40d82b7efa66f2a0f4d5ecabe67ab58ef46fdfa6) AuthConfig (1dd6ab95b4d9520efe6d345bb85adb0d18d900d63bbaf01fd6e6831b1757577e) AuthConfig (849f34e82f793eb54a355061e6564bf17ae7afd00325731aed1b9c1de2ff1395) AuthConfig (78b07b63fdf2376d0db5d75f7df7dafa9b24ae8e879936d1a7e2dd1b7e3d0412) AuthConfig (1efb0887027e579fcb09ef5d99a51ee3aba12eca108c7b422e4ae96aa443d1ba) AuthConfig (813bc0e9b3d62e8d99d3676e076e7f5a6e214f17cbab98f3c7f75252fb3d8e3a) AuthConfig (da322b1d4f5a576743d3883a11e5dda1080f5e9543845aab5fc42b82dcd82d10) AuthConfig (1d3228ab185c8b2458c64ebf26560f06859668b1e220c4f8278268512533c9d8) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"8af825e1-f985-43f5-94af-3365d39b7eaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.148818968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"29551c93-cf8d-4e04-939a-18d704640c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.155253679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3b4336d2-4eac-478e-aeaf-1851c3a587ea","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.155269165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"3b4336d2-4eac-478e-aeaf-1851c3a587ea","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.226138608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"42ef3a97-284e-4f28-8ef4-1244bb8691bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.245960462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d6fd79df-a315-4520-8ddc-5bc658637eea","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.258927413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d6fd79df-a315-4520-8ddc-5bc658637eea","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.275602149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5d1ee6cf-c808-4b50-955d-cf925153b216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.279234098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"95b81d56-f6fb-42fd-ad87-8e7f99136af4","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.280057953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"48846d67-4781-40f4-a646-0ce9e169fc83","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.285415791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5d1ee6cf-c808-4b50-955d-cf925153b216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.290048862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"95b81d56-f6fb-42fd-ad87-8e7f99136af4","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.296384626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ccb578bd-fde7-4810-be4f-33970136d1e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.300424873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"48846d67-4781-40f4-a646-0ce9e169fc83","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.305113726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"ccb578bd-fde7-4810-be4f-33970136d1e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.309014155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"872bc966-6413-4387-81d9-175722348076","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.347618105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"7822f18b-ef9b-4113-9b06-aab7df7f31e3","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.347889091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"bf70779c-17dd-4d4c-ac97-20f29201252b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.425704516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b64ca8c-3038-4393-b8e9-6645c318c520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.431930012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"58397bf4-14f0-4141-b8bb-3e19c9ef852c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.436884085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b64ca8c-3038-4393-b8e9-6645c318c520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.439407035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3fc4154d-90c2-48b6-8828-14101fb76db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.444481731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"58397bf4-14f0-4141-b8bb-3e19c9ef852c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.448410819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3fc4154d-90c2-48b6-8828-14101fb76db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.516071537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9c36e096-7220-4636-ac30-c3d656492f7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.519278502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b0589a-1156-44e3-b27b-f559e4358bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.52493744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9c36e096-7220-4636-ac30-c3d656492f7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.527414547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"472b0bc2-bf01-43cf-af94-e8f43d387a55","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.533768116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81488cddd43ac015a6fd50c57673132b1e3f01b0734d2f7fd69caa0978392880) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (9dc4dd802c2402120b7d3c6ac2631a16f98fa36e806b41e04f6e0452e4df99d1) AuthConfig (3bac9bd4fe10f9bb3b5cfe42c84b88cb3cc718e19ddf95d793d91edc1ad3240b) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (b881c689fe479b75237dac5750747542d991f45f03d51ba243027ccbafde8049) AuthConfig (e6c51a4d58dc9b1622ad67ac40d82b7efa66f2a0f4d5ecabe67ab58ef46fdfa6) AuthConfig (1dd6ab95b4d9520efe6d345bb85adb0d18d900d63bbaf01fd6e6831b1757577e) AuthConfig (849f34e82f793eb54a355061e6564bf17ae7afd00325731aed1b9c1de2ff1395) AuthConfig (78b07b63fdf2376d0db5d75f7df7dafa9b24ae8e879936d1a7e2dd1b7e3d0412) AuthConfig (1efb0887027e579fcb09ef5d99a51ee3aba12eca108c7b422e4ae96aa443d1ba) AuthConfig (813bc0e9b3d62e8d99d3676e076e7f5a6e214f17cbab98f3c7f75252fb3d8e3a) AuthConfig (da322b1d4f5a576743d3883a11e5dda1080f5e9543845aab5fc42b82dcd82d10) AuthConfig (1d3228ab185c8b2458c64ebf26560f06859668b1e220c4f8278268512533c9d8) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9c36e096-7220-4636-ac30-c3d656492f7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.533823592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b0589a-1156-44e3-b27b-f559e4358bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.537639359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"eebccfcd-02c4-47ea-979e-f27dd11d466f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.544111128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"73a53946-c12d-4a2b-84b8-81006a1bd568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.544179149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"472b0bc2-bf01-43cf-af94-e8f43d387a55","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.550531311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"eebccfcd-02c4-47ea-979e-f27dd11d466f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.553175216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"73a53946-c12d-4a2b-84b8-81006a1bd568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.618847925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a2456deb-908d-4658-8bd5-005c344dd15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.62028177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"dbbef485-733d-4e7d-b019-eb1e0fe43d25","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.62150114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e1c22029-3059-4bae-87ca-35f86200ccf3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.623037529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"83bc4ce1-9b6a-4904-add2-6e8e75fc278c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.628585329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a2456deb-908d-4658-8bd5-005c344dd15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.629693799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"dbbef485-733d-4e7d-b019-eb1e0fe43d25","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.632126503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e1c22029-3059-4bae-87ca-35f86200ccf3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.633135613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"83bc4ce1-9b6a-4904-add2-6e8e75fc278c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.827702746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"87420e7d-b6dd-484a-b4b9-4fdcfaf2ca85","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.831301949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"123ddd14-11d7-46f7-9f93-74ab97d47085","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.841246814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9135f2d9-7642-4af9-a6d2-b3d4b6feea82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.846096376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ad7748b0-2537-49bc-9bef-edcc3fd47f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.846630952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab6427cb-eb9f-4936-9c8f-f705da26da10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.847202661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6099160-18cc-463f-bdb8-6e08a2924a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.851404639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9135f2d9-7642-4af9-a6d2-b3d4b6feea82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.930279316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6099160-18cc-463f-bdb8-6e08a2924a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.942776509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ad7748b0-2537-49bc-9bef-edcc3fd47f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.943957693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab6427cb-eb9f-4936-9c8f-f705da26da10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.944864203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81488cddd43ac015a6fd50c57673132b1e3f01b0734d2f7fd69caa0978392880) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (9dc4dd802c2402120b7d3c6ac2631a16f98fa36e806b41e04f6e0452e4df99d1) AuthConfig (3bac9bd4fe10f9bb3b5cfe42c84b88cb3cc718e19ddf95d793d91edc1ad3240b) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (b881c689fe479b75237dac5750747542d991f45f03d51ba243027ccbafde8049) AuthConfig (e6c51a4d58dc9b1622ad67ac40d82b7efa66f2a0f4d5ecabe67ab58ef46fdfa6) AuthConfig (1dd6ab95b4d9520efe6d345bb85adb0d18d900d63bbaf01fd6e6831b1757577e) AuthConfig (849f34e82f793eb54a355061e6564bf17ae7afd00325731aed1b9c1de2ff1395) AuthConfig (78b07b63fdf2376d0db5d75f7df7dafa9b24ae8e879936d1a7e2dd1b7e3d0412) AuthConfig (1efb0887027e579fcb09ef5d99a51ee3aba12eca108c7b422e4ae96aa443d1ba) AuthConfig (813bc0e9b3d62e8d99d3676e076e7f5a6e214f17cbab98f3c7f75252fb3d8e3a) AuthConfig (da322b1d4f5a576743d3883a11e5dda1080f5e9543845aab5fc42b82dcd82d10) AuthConfig (1d3228ab185c8b2458c64ebf26560f06859668b1e220c4f8278268512533c9d8) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9135f2d9-7642-4af9-a6d2-b3d4b6feea82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.947741436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e1890adf-f7f7-4fbf-ba2f-e1fb52eb988c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.957727723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e1890adf-f7f7-4fbf-ba2f-e1fb52eb988c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.967042258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"20274cdd-9b96-4a02-bb7a-d6da9fb86da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:04.9759601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"20274cdd-9b96-4a02-bb7a-d6da9fb86da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.01078816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"4f093122-690b-4585-be04-c2f1ade38993","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.044375312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"d47b48e7-edb3-45a4-9db5-bc57f65e970e","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.045315155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"9b82e438-4c95-4ad4-bf00-fd22d2b5540e","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.045341069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"9b82e438-4c95-4ad4-bf00-fd22d2b5540e","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.053114461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af7524cc-08f6-4103-86fb-5834065acd66","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.053495577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5a259077-fa11-49d1-93a5-92bf92a554a3","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.05739276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"1f1db5af-a71c-4d44-8d18-78aab2fc334c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.127363262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af7524cc-08f6-4103-86fb-5834065acd66","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.131723734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"1f1db5af-a71c-4d44-8d18-78aab2fc334c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.139373634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c34d25db-4057-47fc-b760-3ecd94471f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.151392582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5a259077-fa11-49d1-93a5-92bf92a554a3","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.279292419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"af4bd474-baef-4fb4-951c-3e29012c325d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.285264019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c34d25db-4057-47fc-b760-3ecd94471f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.290811594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"af4bd474-baef-4fb4-951c-3e29012c325d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.298126105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"71b24a3e-8b7d-483f-8a05-f3332938904c","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.298153257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"71b24a3e-8b7d-483f-8a05-f3332938904c","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.35901069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"042564ad-05f4-4c66-83a5-d9841bd9a2a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.376010306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"042564ad-05f4-4c66-83a5-d9841bd9a2a1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.398528569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"fe6d6c24-234d-4701-842b-c54fc60d813b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.401152503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"508d542f-56cc-47a2-91c5-f7d06198cf96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.401456166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ab783e8-9e10-406e-bbe2-72478433387f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.407569342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"fe6d6c24-234d-4701-842b-c54fc60d813b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.40981725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"508d542f-56cc-47a2-91c5-f7d06198cf96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.409857004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ab783e8-9e10-406e-bbe2-72478433387f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.410182039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f9b539dd-b152-4ac0-83f0-fc9d4b2910aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.41522609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (81488cddd43ac015a6fd50c57673132b1e3f01b0734d2f7fd69caa0978392880) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (9dc4dd802c2402120b7d3c6ac2631a16f98fa36e806b41e04f6e0452e4df99d1) AuthConfig (3bac9bd4fe10f9bb3b5cfe42c84b88cb3cc718e19ddf95d793d91edc1ad3240b) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (b881c689fe479b75237dac5750747542d991f45f03d51ba243027ccbafde8049) AuthConfig (e6c51a4d58dc9b1622ad67ac40d82b7efa66f2a0f4d5ecabe67ab58ef46fdfa6) AuthConfig (1dd6ab95b4d9520efe6d345bb85adb0d18d900d63bbaf01fd6e6831b1757577e) AuthConfig (849f34e82f793eb54a355061e6564bf17ae7afd00325731aed1b9c1de2ff1395) AuthConfig (78b07b63fdf2376d0db5d75f7df7dafa9b24ae8e879936d1a7e2dd1b7e3d0412) AuthConfig (1efb0887027e579fcb09ef5d99a51ee3aba12eca108c7b422e4ae96aa443d1ba) AuthConfig (813bc0e9b3d62e8d99d3676e076e7f5a6e214f17cbab98f3c7f75252fb3d8e3a) AuthConfig (da322b1d4f5a576743d3883a11e5dda1080f5e9543845aab5fc42b82dcd82d10) AuthConfig (1d3228ab185c8b2458c64ebf26560f06859668b1e220c4f8278268512533c9d8) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"fe6d6c24-234d-4701-842b-c54fc60d813b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.421046808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f9b539dd-b152-4ac0-83f0-fc9d4b2910aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.504833116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec7d904f-8f51-4e5a-8e58-db27b5b86b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.521027936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"5d68608e-e07a-4411-89b1-2262e92efff1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.521843193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"438d6291-ad14-401f-b083-ebf391116ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.52270268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a5650a98-e64b-4466-bb29-eda120f57b30","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.523330066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"2d9ed214-fa4d-4028-b74d-ffe6e6f11a5e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.52339928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec7d904f-8f51-4e5a-8e58-db27b5b86b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.529544587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"5d68608e-e07a-4411-89b1-2262e92efff1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.530692379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"438d6291-ad14-401f-b083-ebf391116ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.536726911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"a5650a98-e64b-4466-bb29-eda120f57b30","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.540811999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"2d9ed214-fa4d-4028-b74d-ffe6e6f11a5e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.5695302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1045e966-a120-4494-8825-540e65294b01","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.569564291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1045e966-a120-4494-8825-540e65294b01","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.590651238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"df2b77fd-74c5-4e00-a64d-5a0755091819","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.604190567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"dcfafa75-191f-4425-8e2d-0382cd153d17","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.612724458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"dcfafa75-191f-4425-8e2d-0382cd153d17","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.677060523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"9282295c-eb54-46fe-a42e-fea3bc9c8830","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:05.677088732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"9282295c-eb54-46fe-a42e-fea3bc9c8830","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.679189974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"1ea20a91-c202-4373-b6ee-7809f73ffacc","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.693063098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"e0de295d-3f15-4c6c-9870-64d6537c87f0","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.926177647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a050a-e02c-4281-9443-b6b5a97ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.930593333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a050a-e02c-4281-9443-b6b5a97ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.934783971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a050a-e02c-4281-9443-b6b5a97ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:06.939047337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb5a050a-e02c-4281-9443-b6b5a97ec92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:07.327103048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826678d7-96d6-4d29-b5dc-633d6ecadef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:07.333120359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826678d7-96d6-4d29-b5dc-633d6ecadef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:07.338336811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826678d7-96d6-4d29-b5dc-633d6ecadef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:07.34223294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826678d7-96d6-4d29-b5dc-633d6ecadef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.921482666Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.924929153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"466ca0ef-1e10-4771-bdf9-548c00e8ed07","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.924953396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"466ca0ef-1e10-4771-bdf9-548c00e8ed07","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.950525881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"514e70d4-4516-49a7-a8b4-bf6767d2e436","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.950950933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"1ed992f0-297b-431d-84e2-a8e66fd1a285","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.95096387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"75d1d3ec-6f94-42da-a9d1-4517e0110829","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.953166633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"f0ccc292-2980-49d6-9e3d-4dfda9bbad1f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.953181867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"f0ccc292-2980-49d6-9e3d-4dfda9bbad1f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.953858249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"54cecf84-0ca6-4b4d-bde0-9cea09c07fbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.959228172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"514e70d4-4516-49a7-a8b4-bf6767d2e436","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:10.961713966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"1ed992f0-297b-431d-84e2-a8e66fd1a285","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.029311069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"75d1d3ec-6f94-42da-a9d1-4517e0110829","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.039646605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"54cecf84-0ca6-4b4d-bde0-9cea09c07fbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.040485133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"4de1c2af-7abb-4b65-9ba0-cb11e0c0778c","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-ctrl-7a72ce","model":"e2e-rec-ctrl-7a72ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.04176563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1bd1d342-aeea-4bf9-85ca-82b1c8e8dc61","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.041840657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1bd1d342-aeea-4bf9-85ca-82b1c8e8dc61","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.061685565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f13a2407-9e76-432e-8833-093888637fcf","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.061710677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f13a2407-9e76-432e-8833-093888637fcf","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.070333972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"ce6f8ba5-2f29-4e24-81fe-add3ad450753","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.07038799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"ce6f8ba5-2f29-4e24-81fe-add3ad450753","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.07808325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"bdb300f3-c0bd-4b0e-a57a-28921fed4f3b","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.078120141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"bdb300f3-c0bd-4b0e-a57a-28921fed4f3b","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.081887222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"6d4ae6c6-2d7b-4844-8ca9-dd2a9cc78305","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.091169167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"6d4ae6c6-2d7b-4844-8ca9-dd2a9cc78305","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.091429132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"85939dd8-793f-4bd3-beac-c0bd1aaad480","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-ctrl-7a72ce","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.184112174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"abf079d5-9200-4954-8e72-4c67b80d741f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.184463907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0c292182-5e18-4c37-9552-ecf580d595a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.186483719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"e10e51c9-a6c2-42db-856a-eeef3665f95f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.192492174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"abf079d5-9200-4954-8e72-4c67b80d741f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.192505204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0c292182-5e18-4c37-9552-ecf580d595a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.194884997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"e10e51c9-a6c2-42db-856a-eeef3665f95f","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.53954231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","namespace":"ai-tenant-e2e-inf-a-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.539595781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","namespace":"ai-tenant-e2e-inf-a-301be8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.539655083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","tenant":"e2e-inf-a-301be8","tenantID":"e2e-inf-a-301be8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.545066905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Deployment","name":"maas-api-e2e-inf-a-301be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.559837315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Service","name":"maas-api-e2e-inf-a-301be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.572215853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-301be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.577859489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-301be8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.584566354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.595585079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.604414962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.610771263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.614003621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Deployment","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.6172164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.620566049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Service","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.624093018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.627756589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.630964842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.634527564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.642626422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.646082568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.649436589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.652972809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-301be8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:11.656299014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-301be8"},"namespace":"ai-tenant-e2e-inf-a-301be8","name":"default-tenant","reconcileID":"f5896e66-f5ba-471e-82f1-79df7e1f6f68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-301be8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.725652067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"94c40d4f-e90d-4f9c-b19d-59fb17e551a5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.730790192Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"94c40d4f-e90d-4f9c-b19d-59fb17e551a5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.735274666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-sub2","reconcileID":"94c40d4f-e90d-4f9c-b19d-59fb17e551a5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.765397053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"0db01fa8-0307-4be8-95a5-49f7e671a148","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.765766472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.785271713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"f4daccf6-6667-44b2-a5b3-82e6fea68815","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.785573912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90135ca2-e3ce-423d-a32f-7e93eb6972ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.786008055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"32891516-ff4c-4b65-af99-bc32fc213ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.78602096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"7848012e-004e-42f9-84e9-0570bdf4a168","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.794617343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90135ca2-e3ce-423d-a32f-7e93eb6972ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.794795821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"f4daccf6-6667-44b2-a5b3-82e6fea68815","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.797218236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"32891516-ff4c-4b65-af99-bc32fc213ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.798907544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"7848012e-004e-42f9-84e9-0570bdf4a168","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.850287041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.883191129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"a3e0a3ba-0622-43ef-b4f7-e34e91470958","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.894023523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"a3e0a3ba-0622-43ef-b4f7-e34e91470958","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.945210143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth1","reconcileID":"5ca32498-e69d-427e-87c5-09c07e0a1adf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:12.945550053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"41a78dd8-891e-4e41-a9b6-c84f90a20e66","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:13.017174808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"a10c1b5c-17f8-412e-a54d-bd8039899feb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:13.214781019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-ignore-header-auth2","reconcileID":"0ef370d5-f9f6-4231-bc9f-5633c8273c5c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:13.214861693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"a522dd48-4242-4cb1-85cb-cc17f4e5f5d4","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:13.229684262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"4b07e106-c510-4b2c-a190-b5a9c2b267d2","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.524432827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"8d08979d-7d3a-4d63-b06e-a1c89b879b0a","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.535287495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"6e0820e5-d5d8-452a-9958-6a3a37dafb4b","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.552452854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"d141547a-6966-4c66-b9ce-0b29795f6a76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.561906691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"d141547a-6966-4c66-b9ce-0b29795f6a76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.695178667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"97faac49-b213-48a3-870a-17664b1de93d","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.833028677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"deb3d484-e97d-4188-83cd-9c1fb9ea9baa","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.834149147Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.856494425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"c057e3e9-94de-4fce-be81-f42f6141b332","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:14.896736593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.902217076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"56a2815e-5bcd-4b94-adeb-aad4ff228355","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.920308678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"344b6c3a-99fb-4cad-9a9c-4959d0f229f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.921974379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"faba1a8b-96a9-4dba-b02d-9ef567711221","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.92377524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"c057e3e9-94de-4fce-be81-f42f6141b332","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.964921655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"87f6bfb8-48a6-408d-b70f-53e3c970fd65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.969100912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"344b6c3a-99fb-4cad-9a9c-4959d0f229f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:14.999241744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"d83f3f3e-7d22-40ca-af36-35c1e28fd1b1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.000553917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"87f6bfb8-48a6-408d-b70f-53e3c970fd65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.030950614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"84230cd1-d7f6-4a91-895b-af27bafcc88f","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.048084299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"5e67216f-b5ae-4a7b-9bd0-28d35097545c","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.128934307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"54c0ac13-43af-4f1a-b453-e673b38a00a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.199677872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"07f6016d-9b69-4ced-8ded-1b01229fa278","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.201828319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"54c0ac13-43af-4f1a-b453-e673b38a00a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.203110875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"d38b43a5-7708-42cd-84bb-16b6d942e04c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.221507145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e4590384-9a47-46aa-a133-9d10fb1d51ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.221775264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"57902e81-5e83-4110-bbf6-9a7046a78b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.318808726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"d38b43a5-7708-42cd-84bb-16b6d942e04c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.319156107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dd176545-e7c8-49ea-8af4-0b2d7c94c3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.319888866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"a4a19ae5-b08d-434c-b9bc-1770f31507bd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.320059459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7de502e8-5079-487b-8a60-513ec8c9ff18","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.364749058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.468934652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e4590384-9a47-46aa-a133-9d10fb1d51ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.75284609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"57902e81-5e83-4110-bbf6-9a7046a78b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.754280923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dd176545-e7c8-49ea-8af4-0b2d7c94c3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.761464273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ad561e40-fc3f-49ae-ae97-fddc4ae53a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.761635832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f94835bd-330f-48ef-809c-f319df86b22d","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:15.768954766Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f94835bd-330f-48ef-809c-f319df86b22d","name":"distinct-2-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:15.769457088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f94835bd-330f-48ef-809c-f319df86b22d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.774018471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ad561e40-fc3f-49ae-ae97-fddc4ae53a26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.816581858Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"dfe6fbd3-6b85-4b6b-bec1-7b7b76c93d1e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.826701427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"47baa1db-f8fc-4e12-9171-d0fbb53d47f3","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.838974272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"bd40f0d8-0f66-4ad5-8341-75636bdf044b","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.839455998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"75a7bb97-d244-404f-82d3-8d0c072416b9","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.874346154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"90b820e0-d316-40c9-9c61-46fe070276b9","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.942884501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"a2101e4a-b12c-45b2-a8cf-7660e13c8bdf","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.970481129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"c8065af1-de72-4bec-a7a5-faaa861f697b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.976749645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-301be8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-301be8","reconcileID":"9e37b188-1704-4923-9f63-48d6e7b2bc26","aitenant":"ai-tenants/e2e-inf-a-301be8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.977242754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"df09c5c6-81d2-4df6-b19e-ac719cf4e96f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.979333756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0afae944-885e-4fab-a6e4-4e1a42a7b64a","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:15.984714971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"18ae9eab-403e-484a-8892-77d63c011c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.033138062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"df09c5c6-81d2-4df6-b19e-ac719cf4e96f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.03719595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"18ae9eab-403e-484a-8892-77d63c011c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.075294056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7c506737-32c3-40c3-a434-40db06cd76bc","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.084552919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c7c871f6-63d4-4dbf-9f5a-84b99ed257e5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.086175721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"95822723-10c3-4bdc-a9cf-a428f59f8df8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.345229205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"8d4ab56e-cae0-482c-80aa-0a4e1875c8f1","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.451901978Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.631674243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"95822723-10c3-4bdc-a9cf-a428f59f8df8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.632372273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7a43eb28-bdad-4bad-a3b4-ec7d44cfb9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.633168936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"ba0d5517-2856-450f-80cb-22e917fd2fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.634505596Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"9f567e57-24d9-4c71-b0d2-95bf11f382bb","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.682455976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"ba0d5517-2856-450f-80cb-22e917fd2fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.692572058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"8d91cd0f-f94a-49bc-ae75-e764c565f5d3","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.700256372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7a43eb28-bdad-4bad-a3b4-ec7d44cfb9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.731640428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"41cd28bf-bb49-4ed8-8c6c-32637dfbf22b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.738110763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ceba8df4-2fa4-4937-b12e-43c6256a60ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:16.720191431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.806824465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"7d3b186d-a9b1-444d-84d4-0927a6db6bc3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.826732194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ceba8df4-2fa4-4937-b12e-43c6256a60ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.82709785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"67351767-2955-4007-8468-f94360095b15","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.827113925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"67351767-2955-4007-8468-f94360095b15","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:16.841042617Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-sub","reconcileID":"2cb64cdc-6a12-4855-92e4-d72e67610def","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-status-active-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:17.044616029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"ba0d5517-2856-450f-80cb-22e917fd2fab","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.065276973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"7d3b186d-a9b1-444d-84d4-0927a6db6bc3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.091687702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38c610eaa57e1acf6fdd3cdc597c302e462639872a189dda8222937e92422f7e) AuthConfig (444a595591153479d0b9bde89d1d7ea997214dedf8fe9edc2b080d16de04f387) AuthConfig (4a8aca2a330ef4e3cfec242b3c9ae29323c0d5c19b89ea1c99216cf6e66c3213) AuthConfig (c5bddf8be414c2b742c895122b3c52f472f3e787bfba71d4a4aef55797a84f39) AuthConfig (e1c02a6440efa83642878bb861c65d80a7b07488219576f61dba16386b7bffa3) AuthConfig (ebce11b4db4dc2a127e2eba988782682269066ba6d18faae295a29c61b563c7a) AuthConfig (135170a6596cc314b9668a1d8c17ca57c36e69780693105d9f3603b21aab2f79) AuthConfig (4b7d88e33e91ce4f0dd2a5543bdb60235b491c6cf4f0bc43f8a15fdcb368d751) AuthConfig (218615ae084dd82cb3b0b413454290d7e6d33ea16f1e435970265d6757de892d) AuthConfig (7d3cb995ad48c3e6268a652df63f0d6d892c81cdb640acaad401717abfc27a66) AuthConfig (e5b1d03a9aa23780ef62c576ac7febf83457abcd3bce0fcc6311d3e59fb5502c) AuthConfig (1a499d65126b144a46710af28b8766f4f38be36cdff359e92a69e1ceac77a686)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"7d3b186d-a9b1-444d-84d4-0927a6db6bc3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.146340982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"32569487-57dc-4ce4-adab-bd55b6227c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.181750759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f16095ed-8529-46a1-a32e-9a2493ea816f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.194937002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c1b69fad-834a-4255-93ed-0cd17a67adc9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.195580841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-301be8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-301be8","reconcileID":"9e37b188-1704-4923-9f63-48d6e7b2bc26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-301be8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-301be8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.196634057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"e566ba76-2193-4773-b562-7fc2856716e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.243922437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a3f2b27e-874d-429f-ad02-f3daf7898394","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.282103417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f16095ed-8529-46a1-a32e-9a2493ea816f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.372393978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"32569487-57dc-4ce4-adab-bd55b6227c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.424429568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"e6c0ef75-f15d-4836-9db5-ab53f7c6a8b1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.472128172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"e6c0ef75-f15d-4836-9db5-ab53f7c6a8b1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.473532719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"b2ef3cfb-cbee-417f-b955-e81f214113f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.485004057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-2e80fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38c610eaa57e1acf6fdd3cdc597c302e462639872a189dda8222937e92422f7e) AuthConfig (444a595591153479d0b9bde89d1d7ea997214dedf8fe9edc2b080d16de04f387) AuthConfig (4a8aca2a330ef4e3cfec242b3c9ae29323c0d5c19b89ea1c99216cf6e66c3213) AuthConfig (c5bddf8be414c2b742c895122b3c52f472f3e787bfba71d4a4aef55797a84f39) AuthConfig (e1c02a6440efa83642878bb861c65d80a7b07488219576f61dba16386b7bffa3) AuthConfig (ebce11b4db4dc2a127e2eba988782682269066ba6d18faae295a29c61b563c7a) AuthConfig (135170a6596cc314b9668a1d8c17ca57c36e69780693105d9f3603b21aab2f79) AuthConfig (4b7d88e33e91ce4f0dd2a5543bdb60235b491c6cf4f0bc43f8a15fdcb368d751) AuthConfig (218615ae084dd82cb3b0b413454290d7e6d33ea16f1e435970265d6757de892d) AuthConfig (7d3cb995ad48c3e6268a652df63f0d6d892c81cdb640acaad401717abfc27a66) AuthConfig (e5b1d03a9aa23780ef62c576ac7febf83457abcd3bce0fcc6311d3e59fb5502c) AuthConfig (1a499d65126b144a46710af28b8766f4f38be36cdff359e92a69e1ceac77a686)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"e6c0ef75-f15d-4836-9db5-ab53f7c6a8b1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.493922875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"570e8ed9-fb81-4e9e-80b3-148f75fe266c","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.495433727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"b2ef3cfb-cbee-417f-b955-e81f214113f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.512033125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-sub","reconcileID":"65de1d4b-2f24-4054-b250-319ac08c1c3f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.514808785Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b9d3235a-ce07-4614-b97c-85bce1bd64db","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.543434701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f37e94-1d2a-4706-a693-d05c5034e994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:17.704589385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f37e94-1d2a-4706-a693-d05c5034e994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:18.041943764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f37e94-1d2a-4706-a693-d05c5034e994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:18.220298022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f37e94-1d2a-4706-a693-d05c5034e994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:18.596518909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"5ffd2d75-ac2d-412f-97c4-f67e117db977","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:18.596548284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"5ffd2d75-ac2d-412f-97c4-f67e117db977","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.058157046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"721c618f-0c91-422d-99ac-31930f7f3ae2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.211535788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"721c618f-0c91-422d-99ac-31930f7f3ae2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.673894323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ad7fcf-4b4b-4a88-b243-2f9debc61cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.682384124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ad7fcf-4b4b-4a88-b243-2f9debc61cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.687769382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ad7fcf-4b4b-4a88-b243-2f9debc61cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.703739163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ad7fcf-4b4b-4a88-b243-2f9debc61cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.945309915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4f8821-d6c9-47ac-9210-83c28ce6f09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.948645888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4f8821-d6c9-47ac-9210-83c28ce6f09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.952047378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4f8821-d6c9-47ac-9210-83c28ce6f09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:19.955316677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4f8821-d6c9-47ac-9210-83c28ce6f09f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.330290805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c75dc387-fa87-4d59-8eb7-11159f4e833f","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.347656582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"49821737-7ce2-467a-9ebb-2905f35827e0","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6fe06209","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.352465286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"ade3d6a8-8942-4078-be50-035afe3fdae7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.352530198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0395541-c673-48be-a7c4-32314bdb6f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.354778748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"f13da69d-9332-4ac4-90a6-6de9210f1335","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.354795597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"f13da69d-9332-4ac4-90a6-6de9210f1335","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.35757385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"212e0959-b524-4de0-8de7-58434841a5bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.357591039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"006202f4-144e-4ea5-91eb-b13981bd402d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.363267778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d0395541-c673-48be-a7c4-32314bdb6f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.369156884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"212e0959-b524-4de0-8de7-58434841a5bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.426365512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"ade3d6a8-8942-4078-be50-035afe3fdae7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.427989206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"006202f4-144e-4ea5-91eb-b13981bd402d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.436635831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0299a33c-02b2-401a-8adc-69be2a9f25e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.445185319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0299a33c-02b2-401a-8adc-69be2a9f25e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.449157956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2e2f260e-43f8-4a16-88e0-0db565590d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.451256934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"9fdb1f6a-0f96-4951-b7a7-f5616df8bde9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.454595064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"1c05ff65-dac2-458b-a3b7-8a4c4a928e10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.45533886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9170ef45-e829-4743-8d2a-401ed36086f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.460637395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2e2f260e-43f8-4a16-88e0-0db565590d56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.460685072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"9fdb1f6a-0f96-4951-b7a7-f5616df8bde9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.463935534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"1c05ff65-dac2-458b-a3b7-8a4c4a928e10","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:20.464153691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9170ef45-e829-4743-8d2a-401ed36086f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.707814134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"1ac762ff-8ef0-492c-9a9f-46efc9acc53f","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.707845229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"1ac762ff-8ef0-492c-9a9f-46efc9acc53f","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.715879881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"65f3f6da-8274-44f5-b502-fa6e38abda43","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.715897389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"65f3f6da-8274-44f5-b502-fa6e38abda43","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.724548761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"502e4c02-dede-473f-bae5-c82f5ab71d70","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.755823281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"502e4c02-dede-473f-bae5-c82f5ab71d70","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.763026606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"502e4c02-dede-473f-bae5-c82f5ab71d70","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.772164097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"30dcf9f5-b74b-4538-b94b-723348994c9e","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:21.772179024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"30dcf9f5-b74b-4538-b94b-723348994c9e","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:24.864754302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"02bf2943-0789-4925-b429-84f68288920c","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:24.876383674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ea28ddb9-e0c5-43ca-b520-390818e6d2b0","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.134285727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6160bcf3-0e23-44bb-bb44-df6b4fc756c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.137477155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6160bcf3-0e23-44bb-bb44-df6b4fc756c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.140888544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6160bcf3-0e23-44bb-bb44-df6b4fc756c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.144880309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6160bcf3-0e23-44bb-bb44-df6b4fc756c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.494724979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2840c-fa63-4b20-9443-db2625fa3462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.497914173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2840c-fa63-4b20-9443-db2625fa3462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.501776587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2840c-fa63-4b20-9443-db2625fa3462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:25.507766829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ed2840c-fa63-4b20-9443-db2625fa3462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.113438947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"23ec2b74-088b-497e-9047-6e32e33c3cbe","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-ctrl-7a72ce","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.200880429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1bc0a213-07bd-411b-b7a9-5b7f7c2e61f8","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.200995187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"1bc0a213-07bd-411b-b7a9-5b7f7c2e61f8","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.350109352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"421bc087-07b7-4bdf-ae52-e22a43d3e7e7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.463512614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"8b5fe5b1-ec80-4b50-ab2a-9e62cfc74aa8","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.937584299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e93041bd-cadc-4e91-8824-de32cffab35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.938321576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"54550373-a657-470e-b0f7-4fde251270c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.938966634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"da2dc73b-05d9-48df-9b30-6e1e0bf00057","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.981848734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"cf59ce48-568f-47be-bfaa-11513948697c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.00710416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"f0d606cd-4148-4518-80ce-4708c26581c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:26.989333292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"54550373-a657-470e-b0f7-4fde251270c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.03268042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"da2dc73b-05d9-48df-9b30-6e1e0bf00057","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.033223932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e93041bd-cadc-4e91-8824-de32cffab35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.11411061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"f0d606cd-4148-4518-80ce-4708c26581c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.115947817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"cf59ce48-568f-47be-bfaa-11513948697c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.8480744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"23ce8388-d244-46e4-b4ff-291067701c2c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:27.9327277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"23ce8388-d244-46e4-b4ff-291067701c2c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:28.182345932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8fa4fcf9-ec74-4d18-9264-bda2d37e1957","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.795140236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"d9db9611-5b9d-44ee-a13d-1631a50ac6d1","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.823168659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"0129fdf2-d7e1-46c8-a126-365117e55071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.846885351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8c5234bf-e570-4042-9eae-f95b3917f383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.852942725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"b14494e1-a653-409e-aedb-6586434fa35d","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.86450353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"303c2a19-1047-4ad3-89a3-a3bc2c166734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.865659189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"7cabbc21-27fb-467c-9a32-abd981d09ef6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.866485606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"e79f7d21-1ef9-4718-9926-7874bdaf7796","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.871540292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"8c5234bf-e570-4042-9eae-f95b3917f383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.900386832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"303c2a19-1047-4ad3-89a3-a3bc2c166734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.909855287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"e79f7d21-1ef9-4718-9926-7874bdaf7796","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.912964248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e7d66cc9-0fa1-4270-bd52-7d7f56eb9e7e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.911046552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"7cabbc21-27fb-467c-9a32-abd981d09ef6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.934791557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c3ee09db-6ca5-4cbb-ab48-d5ac580950ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.93897841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"227093c6-9f3e-4228-95b2-4837d0a838cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:29.952655433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c3ee09db-6ca5-4cbb-ab48-d5ac580950ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.0442546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"31c8c30c-460d-4ea9-82b0-5ea9923bd4bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.086655312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"31c8c30c-460d-4ea9-82b0-5ea9923bd4bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.171126038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"0c262139-06ea-4977-bd45-92b75f3fafcf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.187114505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"0c262139-06ea-4977-bd45-92b75f3fafcf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.284484188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"b8d63094-6dff-4ba2-b9eb-2b2c410a0a5d","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.289964611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"b77baad8-ef37-4ce7-b4fc-31c3aec9c467","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.296914917Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"b77baad8-ef37-4ce7-b4fc-31c3aec9c467","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.308287786Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub1","reconcileID":"b77baad8-ef37-4ce7-b4fc-31c3aec9c467","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.36147384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"3c0787bf-3fd4-41e9-880d-f0b5adc5afc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.361424179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2d11f379-4f5d-4201-8fa2-45d2f8f4e6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.362074167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"db603e84-f51e-408c-ab90-8f95a333095c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.368847318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1eb6aca5-513a-4b0d-84ae-fff5142af14e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.378128925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"3c0787bf-3fd4-41e9-880d-f0b5adc5afc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.388466763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"db603e84-f51e-408c-ab90-8f95a333095c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.397445979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2d11f379-4f5d-4201-8fa2-45d2f8f4e6a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.412672284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1eb6aca5-513a-4b0d-84ae-fff5142af14e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.46139922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"427c5df1-df34-4e38-83fc-7c230e61c9eb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.462197575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.475159236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"b533ea8c-add0-485f-a61a-2a385d866ce3","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.497094554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"52b84437-883a-4198-a86d-63a01908c6f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.516916587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"52b84437-883a-4198-a86d-63a01908c6f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.584636514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"397d561e-85b3-4641-8bfb-b636ab8fb23d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.585227403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"52aa1a15-d538-4ab9-83f9-56f497438e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.594938357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"52aa1a15-d538-4ab9-83f9-56f497438e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.595702007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"397d561e-85b3-4641-8bfb-b636ab8fb23d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.612702995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"e380b8dd-992c-48df-8cbf-959393892b16","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.629450808Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"34e95e49-9ad0-4a7f-827a-a86f07332437","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da4a2740","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.685923285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2e67fc60-669a-420d-89f3-1f15424beed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.695650968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2e67fc60-669a-420d-89f3-1f15424beed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.78688129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"3e51a5a0-48ae-4aec-a4b1-c94629735e1e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.787497282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"35dbeb75-7831-49e1-95dc-2616cbd01c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.789319107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"2a8dcee1-e071-4eb5-8f18-afc0ad7ed46d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.789811801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c38bf382-c4d2-429d-872e-a0f72629dd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.795330564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"3e51a5a0-48ae-4aec-a4b1-c94629735e1e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.796001951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"35dbeb75-7831-49e1-95dc-2616cbd01c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.797786725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"2a8dcee1-e071-4eb5-8f18-afc0ad7ed46d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.798394111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c38bf382-c4d2-429d-872e-a0f72629dd93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.926392566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"aa04e3ee-122f-4389-ba5a-938773ec12d5","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.943899354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"e4de5d15-9494-4a2c-99c2-143da710f0f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.952883788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"9551b8ff-b344-4a33-8225-a5868273d8a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.952882295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"98ff4e3d-cf54-4beb-a1d1-eebbf74dfc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.953909866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"7ce662d0-270b-4aa4-a9fd-33578a72130d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.95404935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9209a440-853e-460c-ad90-633b23543962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.962851142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"9551b8ff-b344-4a33-8225-a5868273d8a7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.962880106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"98ff4e3d-cf54-4beb-a1d1-eebbf74dfc06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.966714884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"7ce662d0-270b-4aa4-a9fd-33578a72130d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.966714776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9209a440-853e-460c-ad90-633b23543962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:30.968059659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"c1b91cd7-61f6-45ae-9a86-284bf06d0144","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.04027056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"07a2ee81-4302-4288-ae04-f9d9403438f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.167119503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"4bb262da-d020-4868-920d-0ccd58baf6e9","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.21731855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"5b8620f1-670c-43f8-bd88-100f3dc8f755","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.227299196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"5b8620f1-670c-43f8-bd88-100f3dc8f755","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.781027744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"50b90ac8-50fd-40da-a3be-787a16909933","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.789334127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"50b90ac8-50fd-40da-a3be-787a16909933","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:31.796224748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"50b90ac8-50fd-40da-a3be-787a16909933","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.361978261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","namespace":"ai-tenant-e2e-inf-b-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.362032284Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","namespace":"ai-tenant-e2e-inf-b-8743a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.362078371Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","tenant":"e2e-inf-b-8743a5","tenantID":"e2e-inf-b-8743a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.367491118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Deployment","name":"maas-api-e2e-inf-b-8743a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.385480036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Service","name":"maas-api-e2e-inf-b-8743a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.394571755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-8743a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.403584006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-8743a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.415606032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.42229852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.431043417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.438990015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.442038568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.446621633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.451696697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Service","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.454904728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.457918676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.460652722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.464851687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.474445756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.477556236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.480641021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.484787154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-8743a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:32.487823336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8743a5"},"namespace":"ai-tenant-e2e-inf-b-8743a5","name":"default-tenant","reconcileID":"7ac63c38-f216-4d5b-876c-3484cd3f78f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-8743a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:34.881248004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"d814c309-6897-4e2e-9274-8b70b27ffa74","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:34.903942433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"83d8a797-c740-45b4-8364-87a08ada698a","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.509432276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"f6362846-92dc-4ea4-9b98-3a7a30fc4468","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.684718102Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"eb082683-4c69-4681-87e8-9b2bd7bcbc53","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.688239817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b9d66d34-6853-4d19-aa12-3f2ca4ea0719","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.688270964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b9d66d34-6853-4d19-aa12-3f2ca4ea0719","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.700177372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3c59e127-31ea-4265-8970-76ab4d1e4868","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.716033019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3c59e127-31ea-4265-8970-76ab4d1e4868","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.735569172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7dd7428-ab5a-4d75-aef9-a6f0b6bd31b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.741699512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3c59e127-31ea-4265-8970-76ab4d1e4868","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.755167037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"619678ca-9661-425c-a776-dd663f87b8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.755177686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c59b0537-771b-4120-8218-a662e3ef83c8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.755678338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0169fce9-3d1d-4c0a-a421-670538aed144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.762074134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7dd7428-ab5a-4d75-aef9-a6f0b6bd31b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.767924201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0169fce9-3d1d-4c0a-a421-670538aed144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.767969739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"619678ca-9661-425c-a776-dd663f87b8e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.770489909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c59b0537-771b-4120-8218-a662e3ef83c8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.792467408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"5c75642d-3b81-4179-abd3-cc215553f5fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.852058539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"5c75642d-3b81-4179-abd3-cc215553f5fe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.886511448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"c580361f-9d59-4ce1-b511-f196be479bc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.900446805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8fb599c-cf42-48ab-bec2-f9fc04c9f7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.907734803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"c580361f-9d59-4ce1-b511-f196be479bc0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.912919205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"cb0cdb74-81e4-4bf7-b39a-e5012023df2b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.922771683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8fb599c-cf42-48ab-bec2-f9fc04c9f7f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.932950947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"cb0cdb74-81e4-4bf7-b39a-e5012023df2b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.940013113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c8c5420c-3c01-4e8d-bd1b-b740715381be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.950817051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c8c5420c-3c01-4e8d-bd1b-b740715381be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.991166298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8501f990-a771-4633-ac23-01a361db05c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.993711006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"bed7a429-06b9-4b1f-9545-607b9ae86a9f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.994610574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"c956357c-aff0-483b-b36f-510682b6e395","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.994761599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"4864c9ad-4ff0-4576-899c-aead2ec22c64","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.996468346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"eb134af2-3efe-4b8c-aa30-d2158a570c1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:35.999793237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8501f990-a771-4633-ac23-01a361db05c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.002136937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"bed7a429-06b9-4b1f-9545-607b9ae86a9f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.0040136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"c956357c-aff0-483b-b36f-510682b6e395","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.004313735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"4864c9ad-4ff0-4576-899c-aead2ec22c64","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.006456967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"eb134af2-3efe-4b8c-aa30-d2158a570c1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.434743559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d3da3e05-0c9e-4b19-8d60-79a4d477659b","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.43476521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d3da3e05-0c9e-4b19-8d60-79a4d477659b","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.443764315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ee7ac453-dfad-4ee7-bfbd-f9c740e1495a","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.443783148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ee7ac453-dfad-4ee7-bfbd-f9c740e1495a","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.46159071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"f3547ea8-da04-4b25-9981-d5fb6b5961d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.470416256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"f3547ea8-da04-4b25-9981-d5fb6b5961d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.539945406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"7edcb43d-2f22-4dff-ad7d-cc64b399d5bb","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.54004616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"7edcb43d-2f22-4dff-ad7d-cc64b399d5bb","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.929235359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.932650928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ef5bc63c-edb7-450a-9652-005812c9fcbf","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.932672825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ef5bc63c-edb7-450a-9652-005812c9fcbf","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.958245737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"5f48ecda-84af-4221-bc0a-14a2043230b5","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.958265675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"5f48ecda-84af-4221-bc0a-14a2043230b5","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.962933995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4220f9f8-d212-4765-baa8-64e5db9ef713","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.963217129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"1581cff1-826a-421e-a6b4-02fc9136bfb7","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.963400714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"41ff733c-53bc-460d-ad67-9112c00490bf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.963813126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"39c341d5-27f8-46aa-ac20-609bc407addb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.964280676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"302ce788-018f-4def-a928-b55b642b7d3e","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.969709383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"66d6ebf8-21ee-4fb3-961d-6a0aee4a0e5f","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.969726023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"66d6ebf8-21ee-4fb3-961d-6a0aee4a0e5f","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.972507215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"1581cff1-826a-421e-a6b4-02fc9136bfb7","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.973007255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4220f9f8-d212-4765-baa8-64e5db9ef713","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.974906749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"41ff733c-53bc-460d-ad67-9112c00490bf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.978592016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"302ce788-018f-4def-a928-b55b642b7d3e","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.978690496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"39c341d5-27f8-46aa-ac20-609bc407addb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.983877001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"96f5c829-ae6b-49e3-9e91-bbc895f0210b","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:36.983897906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"96f5c829-ae6b-49e3-9e91-bbc895f0210b","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.026517025Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"fd03ffa4-c8be-4111-b4c1-c96fa049c685","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-recover-eea461","model":"e2e-rec-recover-eea461","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.038271586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"926b6f65-f80f-40fe-aaa7-10ee5924dd00","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.038290861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"926b6f65-f80f-40fe-aaa7-10ee5924dd00","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.045606101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"1592e7da-99bd-44c6-9691-d42b1baafb62","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.045630895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"1592e7da-99bd-44c6-9691-d42b1baafb62","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.053842343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"4a23e6d6-8f50-4ef7-aaf8-17e62e5a8c86","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.053858436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"4a23e6d6-8f50-4ef7-aaf8-17e62e5a8c86","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","externalModel":"e2e-rec-ctrl-7a72ce","provider":"e2e-rec-ctrl-7a72ce-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.061653154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d5a0e008-1f6a-4e6f-a883-1836755707dd","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.06166855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d5a0e008-1f6a-4e6f-a883-1836755707dd","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.071795335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"d99de4cd-0829-4f24-9e2e-4d8342c31956","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-recover-eea461","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.152083621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4b9bf46e-e429-4095-b074-f3be1cba2cdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.16064199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4b9bf46e-e429-4095-b074-f3be1cba2cdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.260598244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"55d3ce69-9dc1-4faf-b7e7-5d325ac828ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.26082591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"3b2c5a21-61b3-4fb6-a49a-98ee38fdafaf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.26366546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"677e8705-05d6-4119-90e6-b44dceb902a5","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.264050154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"b896185b-4f89-488a-ba41-cb85b2f969c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.326802944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"3b2c5a21-61b3-4fb6-a49a-98ee38fdafaf","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.327725025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"55d3ce69-9dc1-4faf-b7e7-5d325ac828ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.329460052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"677e8705-05d6-4119-90e6-b44dceb902a5","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:37.329977014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"b896185b-4f89-488a-ba41-cb85b2f969c5","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.59454839Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"94949ff2-8b28-4619-830d-3c45c8c3bf8c","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.603453602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"ed54273c-b8e6-49d5-a698-32c789f6ed57","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.617117363Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8743a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8743a5","reconcileID":"0b27bf68-ebd1-4352-af66-5de5f136ef1e","aitenant":"ai-tenants/e2e-inf-b-8743a5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.63167434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"5b477e71-5abf-485e-8969-b3668b39b4f6","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.774590172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8743a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8743a5","reconcileID":"0b27bf68-ebd1-4352-af66-5de5f136ef1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8743a5","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-8743a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.798003511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28809ce8-c47f-4d94-b23b-077c85c5a07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.80185249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28809ce8-c47f-4d94-b23b-077c85c5a07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.805217487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28809ce8-c47f-4d94-b23b-077c85c5a07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.805771077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"38fc0023-eb78-4437-82da-770620eacb5c","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:38.808716317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28809ce8-c47f-4d94-b23b-077c85c5a07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.271436322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bea1ca1-7c62-4e2a-ba97-f76cac241318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.274732021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bea1ca1-7c62-4e2a-ba97-f76cac241318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.277930915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bea1ca1-7c62-4e2a-ba97-f76cac241318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.28098534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bea1ca1-7c62-4e2a-ba97-f76cac241318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.626964143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eecda1b9-ce56-4e11-8bf7-12ffd74f50a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.631459537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eecda1b9-ce56-4e11-8bf7-12ffd74f50a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.635451034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eecda1b9-ce56-4e11-8bf7-12ffd74f50a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.639541104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eecda1b9-ce56-4e11-8bf7-12ffd74f50a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.929744304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-sub","reconcileID":"deafa798-1f9e-48b4-861a-4a9498b6b816","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:39.955183127Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-sub","reconcileID":"deafa798-1f9e-48b4-861a-4a9498b6b816","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.052887964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"52f13afa-5ac4-44f2-aa68-db168d512a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.134153192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"dd8814f9-0414-4273-b733-2c405dae3c4c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.135228345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"769f7638-75eb-4333-82d6-6511049a3697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.135799584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2cc57c8f-52fd-48fd-aa2a-10418e799f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.137670112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"610782f6-cf3c-42fd-bdec-44b78eb6e483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.143979117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"769f7638-75eb-4333-82d6-6511049a3697","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.144850183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"dd8814f9-0414-4273-b733-2c405dae3c4c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.146762309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2cc57c8f-52fd-48fd-aa2a-10418e799f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.147506116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.148452765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2e77b158-bbe9-49be-81ba-524118bce089","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.149880718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"610782f6-cf3c-42fd-bdec-44b78eb6e483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.161399834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ca5122bb-2098-4260-8a59-9cb2bb924e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.167068924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"71d2451f-b759-4322-9834-0241e3d25226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.229315495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ca5122bb-2098-4260-8a59-9cb2bb924e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.234076786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"71d2451f-b759-4322-9834-0241e3d25226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.234256304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"d696c138-668a-4a49-b433-18f3c5d5f98a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.244975381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"d696c138-668a-4a49-b433-18f3c5d5f98a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.300341516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4373375b-4402-487c-b040-6c110f8b1e88","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.354032283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth","reconcileID":"61065e2e-6724-4666-9901-e57a34b8ea29","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.465203817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"722a59f4-f33f-40a7-9c24-c71968b2cf44","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.640736803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"f61689d6-6112-465a-870f-8287f29990c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.648818139Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"f61689d6-6112-465a-870f-8287f29990c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.653037843Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-sub2","reconcileID":"f61689d6-6112-465a-870f-8287f29990c3","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.791470629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"75143add-d0ef-4196-9818-05525a326fca","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.796240666Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.829897484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bcfa75b9-482b-4852-92f9-feb647099614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.839432411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0a6fa746-aa84-4a9d-9b0c-d37cf8c66bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.856798952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"6a5e5437-47b7-4c1a-aaf8-5b6f936a9b18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.863499616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"0c32c212-4ed2-4a06-b7e2-4c70ce42ebad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.899846202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bcfa75b9-482b-4852-92f9-feb647099614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.900100458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"6a5e5437-47b7-4c1a-aaf8-5b6f936a9b18","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.904186123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"0c32c212-4ed2-4a06-b7e2-4c70ce42ebad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.906097156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0a6fa746-aa84-4a9d-9b0c-d37cf8c66bc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.93979646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"4de4d5a9-be40-481b-96ff-16a935988559","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.957057224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth1","reconcileID":"aa7b58a9-e476-4ece-82de-2e348a701531","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.963926991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"f2166177-5bb1-4d7e-869c-74b99fbab115","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:40.966626695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"4de4d5a9-be40-481b-96ff-16a935988559","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.021460876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"6f57e00f-5132-4a95-9d4a-d28308ffc1f0","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.236123888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-multi-keys-auth2","reconcileID":"e0d2e815-94f7-412e-ab3b-1ff331e25081","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.236618171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"966db298-2a4b-4a0d-ad1a-a781e851388e","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.267572358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"ecd8d0b0-116a-4fe4-98df-bab6bbc27e23","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.40274389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.418526618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"98688a10-c9c6-4f8e-8631-cfdd4cf269d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:41.419220356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-sub","reconcileID":"2b31224f-04a4-477b-b6a6-809402e3543a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.421287814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c0793ffa-9b67-4b58-801d-40ea0f1b7922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.428042037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"98688a10-c9c6-4f8e-8631-cfdd4cf269d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.461402224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c0793ffa-9b67-4b58-801d-40ea0f1b7922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.517204676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0950dafd-8a1a-4948-8297-2d2cc16ca5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.526404232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"0950dafd-8a1a-4948-8297-2d2cc16ca5af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.698733232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5de0a511-c258-44d6-aaba-3a9c85ff6dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.711248792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5de0a511-c258-44d6-aaba-3a9c85ff6dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.770874902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"175e8f7b-4626-419e-9e0b-a7f1aa7427a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.782004911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"175e8f7b-4626-419e-9e0b-a7f1aa7427a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.867452301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"eaad0707-0045-4c6f-bd61-2a66e6f645aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:41.87641242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"eaad0707-0045-4c6f-bd61-2a66e6f645aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.683684019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"241d54c9-fa50-40c2-af4b-2c0e1b76c4c0","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.69008478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"8b4a0985-e454-4294-8e54-b92c42bd5874","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.709087109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d6b6aad-ce66-49c2-9610-3f3257b07b2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.718000482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d6b6aad-ce66-49c2-9610-3f3257b07b2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.850336423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.850727659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"716414ba-9858-4624-ac2c-9ffa16d9764e","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.855953726Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.856611142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c9a532d8-ec37-4db0-abf1-490decfd8531","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.867511364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c8cc3cec-9fc5-4bd5-9acd-5d11e024facc","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:42.868559845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e29c4ae4-75a2-43b6-b1eb-a6a3151632a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.869228839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b80232a2-3fba-40e9-b1d9-cde75d8c3b81","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:42.872488418Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c8cc3cec-9fc5-4bd5-9acd-5d11e024facc","name":"distinct-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:42.872533343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c8cc3cec-9fc5-4bd5-9acd-5d11e024facc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.877418578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b80232a2-3fba-40e9-b1d9-cde75d8c3b81","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.877671415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"653820ab-bd16-41d6-ad36-bb8155ba078d","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.88310441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"d86dc2b1-186d-4292-9673-1c0ce1a8ab9d","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.89114803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"64ee5340-e929-46b4-aebe-66e06163ba39","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.915921367Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"65d15d11-d349-4dbf-8db8-4e3f65bbf01b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.933296706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"139469da-9b5e-42fb-b661-82863a2ea2f2","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.965098719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c673e8cf-eef1-4be6-83b9-f0bd7d75ee13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.965275941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c8c5d2dd-d959-462f-a8ea-36e76eb03563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.967108578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"350cf1b3-c3ec-4f46-97c3-9b9d04320a6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.974951475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c8c5d2dd-d959-462f-a8ea-36e76eb03563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.978897317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"350cf1b3-c3ec-4f46-97c3-9b9d04320a6c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:42.979708027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c673e8cf-eef1-4be6-83b9-f0bd7d75ee13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.025685043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f96bf01e-af3a-4425-90ef-aeca4224fb68","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.044526202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"89ab991a-c94c-4e84-81a2-abe43898415a","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.050822174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"8d89347b-86b5-4891-8751-6aec5e203fea","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.067572384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0c067459-32ab-427f-bf5b-a7d3732282fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.075777178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0c067459-32ab-427f-bf5b-a7d3732282fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.152467318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7b69f7ff-6597-4c40-8e47-df592356908d","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.167490854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2b1f71c9-5f75-466d-9cab-b517eec4c485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.168931138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5f763059-914a-4ced-88ab-458c01255b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.169701458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"87422506-8f44-4113-97e5-b7f4c937349a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.176110162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2b1f71c9-5f75-466d-9cab-b517eec4c485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.176727932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5f763059-914a-4ced-88ab-458c01255b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.178422892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"87422506-8f44-4113-97e5-b7f4c937349a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.229276793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7917d500-b568-480b-85e3-3cff0b357703","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.230447878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.244955573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"25c391b0-a498-4874-94f2-8bb91fe02707","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.245496805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"d1a600ed-e139-48d0-b791-be68dd5456e3","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.331336433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"6ebcb3f0-d3cd-4d71-8660-91124d3b33f6","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:43.331728097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.343477529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9e8e2a0b-1fbd-47b1-a310-decf8ef0c7fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.349603125Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"877e4faf-e4cb-4a13-9f4d-947f539e17fd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.354273953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9e8e2a0b-1fbd-47b1-a310-decf8ef0c7fb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.372408634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f0406bf5-466a-43f8-9a1d-f5e51edc0c63","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.374674629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"eb85d8f4-0cd6-4f6e-9ed8-3d6f7b876c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.374683519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"102493d0-ce97-4e9e-97c8-3ebe8e74985c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.375245646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4dda49c6-2948-413d-a69d-2cedee5d6b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.383424976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"eb85d8f4-0cd6-4f6e-9ed8-3d6f7b876c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.383548168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"102493d0-ce97-4e9e-97c8-3ebe8e74985c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.385663597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4dda49c6-2948-413d-a69d-2cedee5d6b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.451600377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c216a254-4776-4790-80c4-34b7c817dafb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.468642679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"de4d83a0-acc2-4594-b790-a97e01766c59","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:43.476457037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"de4d83a0-acc2-4594-b790-a97e01766c59","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.625492303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"96786d9d-0a1d-473d-bc8f-0495480cc30e","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.641008846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"75214886-7d72-4792-914b-db7e825fa30f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf0004c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.643492053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"04a4bbee-592d-4747-b91a-0066b392049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.646023545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"566d8657-26e1-4dfd-8145-291d61fa8867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.646125989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c007d748-cf1d-478d-b910-1dff892c4a96","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.646506987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc46c095-bc56-44ee-9c6a-6558fe791b4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.651709157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"04a4bbee-592d-4747-b91a-0066b392049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.655618472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc46c095-bc56-44ee-9c6a-6558fe791b4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.655676086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c007d748-cf1d-478d-b910-1dff892c4a96","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.657977726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"566d8657-26e1-4dfd-8145-291d61fa8867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.741169199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"031c74ad-68dc-464e-bffb-5eb7f93cf324","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.749717027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"031c74ad-68dc-464e-bffb-5eb7f93cf324","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.849456262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0b90e0c0-910b-4d77-be25-155f9a0fd182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.850135533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7bd11fc3-a4b7-45dd-b8c3-ae8d316393c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.850729884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dec3a3fe-1c93-40cc-b8c3-05fac294f263","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.926063453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0b90e0c0-910b-4d77-be25-155f9a0fd182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.928477193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7bd11fc3-a4b7-45dd-b8c3-ae8d316393c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:44.930801451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dec3a3fe-1c93-40cc-b8c3-05fac294f263","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:45.751184369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3b788552-23bb-4f8f-a32e-a2dab1e9524b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:45.759698761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3b788552-23bb-4f8f-a32e-a2dab1e9524b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:45.76662525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (e9e3412409d757867463f61119a383f3f22dcf8cbd75721c26f9675a3d22ee69) AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (17df2d181f67822f89bdc4fb0ebf3f3baa6ac002a7255858346f139e533d9e99) AuthConfig (4f9252063853c62228e22ba8ca25544e4885a9ccca611a06c649ee720d5b9ca0) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784) AuthConfig (d4ddbbdd1618941752e06ed1bd5880987c2ea2cd462fa4dc0e1dd99f91bda745) AuthConfig (feceb43c5fa7302118697224ee2762738870b2945f456e3fe816b9e494f92173) AuthConfig (bacee2e2948a98944199891c7374ad2d23ca77769bea41d708d616ceed59f45b) AuthConfig (02ac1dd77f3574457a4082c3e10eacb321bbaeb727f6c946b1767f01bf58dd07) AuthConfig (7ff0d97ca45ea5dd7b253bf4cb50403d7f2c3d7a6f52fe6d5e9140d2af9e52e7) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333) AuthConfig (66f30df08cb51f7f441870b6b6edbfad05d689792d33da71c61617dce028fdf7) AuthConfig (bad60a3430ba1fde89f05750ab1dbfd46081d365459fc81097cae93179d46345) AuthConfig (b9bd0f588542fb27d84553e2d3389198441ba1052820af0a5b18c8e9399e27b4) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (f7fe16c4453bd4c2bac1d07d55cb5156c20f98bdda5cb9a7c6eade19e7955bba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3b788552-23bb-4f8f-a32e-a2dab1e9524b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:45.77542898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9401c98a-076d-4b4b-be56-719917c60bb7","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:45.775445105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9401c98a-076d-4b4b-be56-719917c60bb7","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:48.81671321Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"327053ae-5986-482f-9315-8da714231202","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.211310877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"a37d765f-684f-4429-a6b7-683bea709421","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.224456902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"ad08e250-4f65-4006-9322-13bf1dbae888","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.386297716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12e9fd-1c34-43b2-8e3b-28f23e9cc9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.3896213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12e9fd-1c34-43b2-8e3b-28f23e9cc9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.392696561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12e9fd-1c34-43b2-8e3b-28f23e9cc9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.395681527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12e9fd-1c34-43b2-8e3b-28f23e9cc9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.620672427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51036ca6-03ca-4547-a04c-9f13b66fd0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.632888614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51036ca6-03ca-4547-a04c-9f13b66fd0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.657135842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51036ca6-03ca-4547-a04c-9f13b66fd0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.664649805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51036ca6-03ca-4547-a04c-9f13b66fd0fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.71906482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-sub","reconcileID":"8cb7e8af-eaa3-4ff9-9203-06b999de0591","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.719285574Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-sub","reconcileID":"8cb7e8af-eaa3-4ff9-9203-06b999de0591","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.75400809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.76341675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"742c2c8c-3598-4e43-af49-1ba720248fc9","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.765160445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8b83b5a9-5abe-42ea-92f3-662cbba5d973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.765709305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"63855eb1-a114-4428-a551-d6de653ce8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.775247154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"63855eb1-a114-4428-a551-d6de653ce8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.776368145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8b83b5a9-5abe-42ea-92f3-662cbba5d973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.970885876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6f8d878e-b5b4-42cd-a301-a4e36c3768a4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:51.987498476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"219d0131-a986-478f-a523-387c965e31ef","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rec-recover-eea461","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.125572237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"23fcad90-c33c-405a-9ca9-1fb9e07724c7","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.130819785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"219fcdd4-fd18-403b-bb31-3df27c86fba5","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.130911347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"219fcdd4-fd18-403b-bb31-3df27c86fba5","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","externalModel":"e2e-rec-recover-eea461","provider":"e2e-rec-recover-eea461-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.18425117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"62cef23e-cbe8-489f-b239-3083f51243bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.194944378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"62cef23e-cbe8-489f-b239-3083f51243bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.242753259Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"5851cce3-695d-4e0c-b6cc-be94227bc681","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.256892201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-712810ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-712810ea","reconcileID":"56af3cd8-c235-4de1-9bf1-b36b9dedfeb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-712810ea","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-712810ea":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.347619812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5b6d439a-3a5b-4220-bceb-5f4c25e347c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.348386382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"404071dc-a5e3-4f3e-931d-59a4d2525ff7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.349051094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"89bdbe88-914d-47eb-9a39-3e1092f06604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.367408421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"753fa9c9-8559-442e-844f-3ab5021d1d11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.372221357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"404071dc-a5e3-4f3e-931d-59a4d2525ff7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.372683852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"89bdbe88-914d-47eb-9a39-3e1092f06604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.377207915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5b6d439a-3a5b-4220-bceb-5f4c25e347c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.382003841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"753fa9c9-8559-442e-844f-3ab5021d1d11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.396889178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"9e5a3d9b-6934-4814-b158-d3d471383af9","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.646707037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ecdbe716-8218-4604-bff5-3158ba88ae72","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.728102309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0b4ab29e-5b74-4b3d-a30e-55ffb8e23c4c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.792817056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth-only","reconcileID":"9f01b20e-8754-4195-b80a-a42f4bee575d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.810925007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth-only","reconcileID":"9f01b20e-8754-4195-b80a-a42f4bee575d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.848531141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"830e606b-6b39-4398-8559-b9c239678ff5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.863341382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8304cf4-5e83-476b-935b-06e700e72b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.867632571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8304cf4-5e83-476b-935b-06e700e72b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.871636619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8304cf4-5e83-476b-935b-06e700e72b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.871989159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth-only","reconcileID":"2ae5a3c6-02b0-46f8-9a21-84af45c4c40b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.882485858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8304cf4-5e83-476b-935b-06e700e72b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:52.897864683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth-only","reconcileID":"2ae5a3c6-02b0-46f8-9a21-84af45c4c40b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:53.638848893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"018f865f-bf24-4b4b-93da-57e2aef2e5d2","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.64483667Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"13edddd8-926d-4c03-a6ca-0a5068342504","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.648641515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"13edddd8-926d-4c03-a6ca-0a5068342504","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.652794043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"13edddd8-926d-4c03-a6ca-0a5068342504","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.683320194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c47040ae-ca12-4464-8a0d-d7d8e9a29011","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.683484841Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.738658804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f9882905-60a5-467a-8820-5a4acbb133b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.74760106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f9882905-60a5-467a-8820-5a4acbb133b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.806223878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3aa20dc1-2cc4-42b5-9be2-2170586039b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.806850511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e14ad5c9-7786-44d7-b127-bba430401aa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.807501942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e33b295-f386-4752-b85a-a17c00195029","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.815584493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3aa20dc1-2cc4-42b5-9be2-2170586039b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.816927625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e14ad5c9-7786-44d7-b127-bba430401aa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.818100544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8e33b295-f386-4752-b85a-a17c00195029","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.835779136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"9bb52cf1-631c-442c-9c19-2dedca5234b8","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.852562905Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5d3552d5-ff20-4660-8221-6fc9b1d495e1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d66aab2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.933096799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4858f7-a7df-4fb2-9a96-d638f57d3b3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.944000487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bb602e0c-42c1-4709-9742-e6789c67e614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.947517175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4858f7-a7df-4fb2-9a96-d638f57d3b3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.9505701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5aa576e6-9309-470b-b543-3ec0d640fa63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.953708598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bb602e0c-42c1-4709-9742-e6789c67e614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:54.959195124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5aa576e6-9309-470b-b543-3ec0d640fa63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.004902002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4c887fd5-cfab-4aaa-9725-46f0ed73f5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.004904159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7d48c39f-f15e-4aa1-8f9f-8d087eebf307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.015317168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4c887fd5-cfab-4aaa-9725-46f0ed73f5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.015340271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7d48c39f-f15e-4aa1-8f9f-8d087eebf307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.244806139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-active-auth-only","reconcileID":"00486b29-8776-4904-b9e3-b50bb2857c49","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.24495017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"74c651cf-c872-442e-99b3-af3aff7e5d05","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.264894404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4964fbec-5246-46a0-9cda-c1fccf6a2491","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.799899813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"43911099-aa02-4d1b-bbf0-29d978a27446","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.815096987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"43911099-aa02-4d1b-bbf0-29d978a27446","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.859520986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"84c6d186-02e1-4632-82f7-122ba6e1b8e3","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:55.859542322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"84c6d186-02e1-4632-82f7-122ba6e1b8e3","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.170593397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"5b2088d8-3321-4cd4-839d-dfbb758bac6b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.178869571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"5b2088d8-3321-4cd4-839d-dfbb758bac6b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.185635997Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"5b2088d8-3321-4cd4-839d-dfbb758bac6b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.271216181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"e50c0f2b-5366-494f-a66b-5a82a6bbd66b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.335509222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"e50c0f2b-5366-494f-a66b-5a82a6bbd66b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.343199271Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"e50c0f2b-5366-494f-a66b-5a82a6bbd66b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:56.433756268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-failed-auth","reconcileID":"c7dc2e9a-6c3d-4585-ad3e-778135480f1c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.341821861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"aebf5cb9-166c-438d-b9a1-f59da2acef09","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.348304961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4b427eeb-f9a3-4a0a-97ff-cba5204ddb3d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.359505617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"81c2a5c9-bd00-462c-be97-2ec052f22735","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.367646281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"81c2a5c9-bd00-462c-be97-2ec052f22735","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.490271424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"d4b0464c-cff3-4ec5-a1d5-d9f7cc051950","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.503876783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"22bb99f7-c48b-4358-b172-e49a598d44a4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.51431715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"22bb99f7-c48b-4358-b172-e49a598d44a4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.526438817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"24be274a-fedf-4848-8119-0a591275c0ee","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.526503533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.535784952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"b3927a57-0fe5-45a8-98e7-af70a7647539","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:57.538792479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"9dff7001-a07c-42f4-a4d0-6b74182a7001","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.556460225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6478bdef-f8e3-4cfa-b11c-a29eb0e8f794","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.564946514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"b6fda37c-35cc-4ba8-98f9-3e7717076b76","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.590631719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"4328b8af-a4cb-4592-9251-abd10b5eaf84","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.590724509Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"4328b8af-a4cb-4592-9251-abd10b5eaf84","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.601398796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1488a25d-bd3f-4d88-a78f-28b358103258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.601391183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"280470ce-ab3c-4552-a1f0-928615030fee","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.602720725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8fa16c99-122b-41f2-a086-2afdb62173f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.610156586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"280470ce-ab3c-4552-a1f0-928615030fee","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.610558379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1488a25d-bd3f-4d88-a78f-28b358103258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.612510554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8fa16c99-122b-41f2-a086-2afdb62173f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.614057854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"367ed6c3-84bc-42cc-bb2a-62217f6f4841","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.678814982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"3040041d-cfc6-4a33-82ca-9f98a10b258a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.678812645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"253b87f5-59e6-44d5-8291-c82822200efb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.67901681Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"253b87f5-59e6-44d5-8291-c82822200efb","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.841027126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"577c3801-e947-4b00-8343-a39de0315155","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.841590234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"23b96fa0-8833-49e3-9899-77179c270eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:57.841899916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"253b87f5-59e6-44d5-8291-c82822200efb","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.842340699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f95d5299-6961-4b41-a843-86ef1fb63bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.849899941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"23b96fa0-8833-49e3-9899-77179c270eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.852627151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f95d5299-6961-4b41-a843-86ef1fb63bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.856013392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"d27ed6fd-d5cc-4391-b8cc-30b0033e347c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.928968884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"d27ed6fd-d5cc-4391-b8cc-30b0033e347c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.936395999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b02a2c1e-074a-4371-8fba-b7ffaa907302","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.936428953Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b02a2c1e-074a-4371-8fba-b7ffaa907302","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-d1ef6f\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.960618197Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"d202f9f7-ac9f-4396-896f-dd63e1878e08","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:57.973970962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"4a568704-7a9c-42e6-bf99-26dbb07001b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.003262472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"4a568704-7a9c-42e6-bf99-26dbb07001b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.006431398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"cac165b3-f076-4d33-ac2d-384135113621","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.006461228Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"cac165b3-f076-4d33-ac2d-384135113621","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-d1ef6f\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-eea461-ec878c96de6b","namespace":"e2e-extmod-rec-noaccess-d1ef6f","model":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.007188986Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"4a568704-7a9c-42e6-bf99-26dbb07001b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.039760886Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d0b4cf4b-7384-47fc-823e-4699db2da114","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.043055476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"0904bcc0-8aa4-4592-a1a7-16edc6f1bcbb","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.051555402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"59067d86-95e4-445a-9acf-dab0f8b79d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.051565102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"395012fc-5016-4527-8998-542730f0dc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.057970752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8e7cc087-5c11-466a-9dd0-e9e63ba2392e","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.063317655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"395012fc-5016-4527-8998-542730f0dc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.064489796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"59067d86-95e4-445a-9acf-dab0f8b79d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.0661453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"8e7cc087-5c11-466a-9dd0-e9e63ba2392e","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.066591306Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"9019f1dd-544e-46dc-a39f-b934f79162f8","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.105447945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"88f82e7f-22ea-424b-b1c3-8c2939218d2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.105742304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"1d3423a6-8afe-49c6-a751-990b3b11820d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.113915903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"88f82e7f-22ea-424b-b1c3-8c2939218d2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.114103049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"1d3423a6-8afe-49c6-a751-990b3b11820d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.117666592Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"88f82e7f-22ea-424b-b1c3-8c2939218d2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.308232744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"91613205-f7fa-46ce-8f5a-33cce012297f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.30941048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d04bde9-3ad3-450a-be6d-902dcbeeb87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.318509096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"91613205-f7fa-46ce-8f5a-33cce012297f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.320786049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d04bde9-3ad3-450a-be6d-902dcbeeb87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.326191782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ff86964f-1763-47ee-9641-2854555149eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.326880626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1e267466-83bc-4b63-aa9b-8e47c05328aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.332228282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f0e12494-d79b-4d33-b4e1-6f56f625e5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.338639014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1e267466-83bc-4b63-aa9b-8e47c05328aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.338652739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ff86964f-1763-47ee-9641-2854555149eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.341178687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f0e12494-d79b-4d33-b4e1-6f56f625e5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.411948668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"44015502-ac8b-4a10-8f7e-fbfb5c035b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.413578829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faef6ffb-3170-4c7e-8a8d-04c9c831d8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.41369367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6370e803-db36-4450-a967-d03bb4804434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.418934656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3ddbba3b-edca-470e-8692-987ddc5ec5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.420562191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"44015502-ac8b-4a10-8f7e-fbfb5c035b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.421504187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faef6ffb-3170-4c7e-8a8d-04c9c831d8ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.422888597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6370e803-db36-4450-a967-d03bb4804434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.424286304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"e6ac95f6-3895-497b-8a82-4b7abf3e5fca","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.427010999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3ddbba3b-edca-470e-8692-987ddc5ec5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.432453626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"e6ac95f6-3895-497b-8a82-4b7abf3e5fca","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.439073985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"6b4c33f5-9142-46f2-81f5-cc49e6955839","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.447672598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"6b4c33f5-9142-46f2-81f5-cc49e6955839","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.448237876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0815da84-9468-4dd0-b892-93ec6f30058c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.448262057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2a9f98f-c909-43d6-b9fa-73121cc1dfc7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.456755949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c2a9f98f-c909-43d6-b9fa-73121cc1dfc7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.456787212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0815da84-9468-4dd0-b892-93ec6f30058c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.511595561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"7b863a6d-3816-4bee-a4d9-fd748a0181f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.52271046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"7b863a6d-3816-4bee-a4d9-fd748a0181f6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.570933301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"9752399a-bc51-43b1-b917-e941483ebbe2","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.570955599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"9752399a-bc51-43b1-b917-e941483ebbe2","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.571035309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.580880792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"4b758eab-1815-4f6f-acbc-045aff0dc297","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.58090272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"4b758eab-1815-4f6f-acbc-045aff0dc297","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:58.583915032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"1e6ddbfd-9062-4300-affb-589d7c2a35a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-ab2f16\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:58.586403407Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"4b758eab-1815-4f6f-acbc-045aff0dc297","name":"rate-test-model-bde944","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:58.586452192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"4b758eab-1815-4f6f-acbc-045aff0dc297","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.592417015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"cc8e87c7-0fda-4d3a-80ce-ef605a3502ac","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.592431562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"cc8e87c7-0fda-4d3a-80ce-ef605a3502ac","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.595234558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2371852b-2ac5-4ee8-b481-e45491507d02","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.595247229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"2371852b-2ac5-4ee8-b481-e45491507d02","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.606416582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"184a9217-cf8c-4b37-912b-3ae2885147f6","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.606429865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"184a9217-cf8c-4b37-912b-3ae2885147f6","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.613937037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3f7ca0f3-3b1d-4003-936a-7537d74c4d53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.622582995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"3f7ca0f3-3b1d-4003-936a-7537d74c4d53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.631613776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"3e86b69e-87ec-4dae-b54d-3888ac9d1466","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"rate-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-rate-iso-a-ab2f16"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.657298107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"f11895d0-7aad-4611-8adb-69c0d6580c89","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.65731293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"f11895d0-7aad-4611-8adb-69c0d6580c89","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.724865134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"1ea19d32-244c-4884-9198-3e0b34601c66","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.76201699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"d27db034-0b5a-4def-be53-9ebbb77662d1","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.762033581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"d27db034-0b5a-4def-be53-9ebbb77662d1","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.762847638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.825848061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"a07d44ba-a1ac-4257-9e8b-191d481cd953","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.825867338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"a07d44ba-a1ac-4257-9e8b-191d481cd953","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:50:58.826340025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"9166fc4e-4903-446f-9ac9-23268d195509","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-ab2f16\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.830914311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"37bf4822-4ce7-48a3-a566-742619d921e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.83902717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"37bf4822-4ce7-48a3-a566-742619d921e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.839936792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"211bfe7e-7cd2-40ce-a79f-a08baf62952d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.839949323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"211bfe7e-7cd2-40ce-a79f-a08baf62952d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.848177909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eae96020-26b0-42b8-aac4-9f0e8bbe44de","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.848193312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eae96020-26b0-42b8-aac4-9f0e8bbe44de","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.935809305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"713f9314-882c-476c-a926-6a707bf05f7d","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"rate-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-rate-iso-b-ab2f16"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.953713625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"69e2cebe-1ca7-4b1d-ab2c-08432c608e1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.961741129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"15daf198-c834-4c13-8c32-d8129df9f0e9","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.961756305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"15daf198-c834-4c13-8c32-d8129df9f0e9","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.962925098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"69e2cebe-1ca7-4b1d-ab2c-08432c608e1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:58.982930872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"e7bcaff0-4f1c-43c1-b7ba-298393636588","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:59.712606378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"cb8df8f9-05a7-4b2e-86d6-22bf61b03837","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-712810ea","tenantID":"e2e-ait-712810ea","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:50:59.776864333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"cb8df8f9-05a7-4b2e-86d6-22bf61b03837","name":"e2e-ait-712810ea-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.339118884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a0e6853c-f214-4062-ad97-d9305d4e4431","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.340145796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8a5ea25e-3d3d-4859-911e-b0ec0df941d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.342709741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"abc0448f-f043-4804-b2fa-bc710b1a612b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.343009682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e43763ef-8379-412b-b27c-1bfe5fdc8ae7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.354815768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8a5ea25e-3d3d-4859-911e-b0ec0df941d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.356540282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a0e6853c-f214-4062-ad97-d9305d4e4431","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.361712025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e43763ef-8379-412b-b27c-1bfe5fdc8ae7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:00.36382349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"abc0448f-f043-4804-b2fa-bc710b1a612b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.649178017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"978b94fe-9449-48ac-83cb-912a785579bc","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.819068802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"d9e55fc9-ae09-47ae-8f41-164f276b651f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.82719091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"d9e55fc9-ae09-47ae-8f41-164f276b651f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.830794357Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"d9e55fc9-ae09-47ae-8f41-164f276b651f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.835445055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"c21670d1-bc22-4080-a696-c324dc27dad5","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.845509081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"d0a60603-4d36-4c52-8567-6ab2c249ef89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.84744547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9292506b-074f-4392-8cac-a9bd2128b451","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.847728929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b4ea213-1d00-4dbf-894d-2603090a1a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.852596249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"50ce9355-a7eb-40f2-a23e-5a6131ce243c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.853586232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"d0a60603-4d36-4c52-8567-6ab2c249ef89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.855991276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9292506b-074f-4392-8cac-a9bd2128b451","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.857229375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b4ea213-1d00-4dbf-894d-2603090a1a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.859060278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"63dd5518-a81c-48e3-a675-d7bc9bcfffdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.861944039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"50ce9355-a7eb-40f2-a23e-5a6131ce243c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.868528758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"63dd5518-a81c-48e3-a675-d7bc9bcfffdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.871929271Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"63dd5518-a81c-48e3-a675-d7bc9bcfffdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.945707318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4f647895-bcb6-4613-b2f2-0ad7347099f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.951813033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3ad83195-b229-4e66-95aa-93cc406b95a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.959481837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4f647895-bcb6-4613-b2f2-0ad7347099f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.961410021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c393f2fb-c681-4ae4-83aa-124ddb678acd","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.964213969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af45565f-0a2b-468c-b409-61cf7a65e245","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.965559962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3ad83195-b229-4e66-95aa-93cc406b95a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.972125926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c393f2fb-c681-4ae4-83aa-124ddb678acd","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.972588369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af45565f-0a2b-468c-b409-61cf7a65e245","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.975563944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b962d624-db37-4119-9f4e-871c387cf748","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.984469223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b962d624-db37-4119-9f4e-871c387cf748","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.987662501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030da272-bb20-4dd6-9078-d394c6c8224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.990624013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"3ba11f56-2515-4ea2-be65-49c067010e07","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:03.995654594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030da272-bb20-4dd6-9078-d394c6c8224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.039263258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"3ba11f56-2515-4ea2-be65-49c067010e07","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.08159541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"de6ddb65-19d1-4db8-b090-5aa96724c38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.086696708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fdf89a48-cc59-4506-811b-c4fb1811f4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.089237473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba55905a-09e5-45f0-bf0a-c345d992fa93","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.08967035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"de6ddb65-19d1-4db8-b090-5aa96724c38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.127710706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fdf89a48-cc59-4506-811b-c4fb1811f4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.128038458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ba55905a-09e5-45f0-bf0a-c345d992fa93","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.186942613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1df9f517-f7c5-49b1-9a3b-5aed1714d56a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.194806327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1df9f517-f7c5-49b1-9a3b-5aed1714d56a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.565738945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"e36fa607-7474-4e9c-993f-c36754c45948","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.576760239Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"2ff7b8d1-3638-450d-8241-352b929a5bbc","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.594137001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c4a18659-46ca-413a-97e8-e1b7e6cb3ed2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.603138841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c4a18659-46ca-413a-97e8-e1b7e6cb3ed2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.607101925Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c4a18659-46ca-413a-97e8-e1b7e6cb3ed2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.617598177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"b1d0c904-27e3-4b05-b75c-255b23ae67bc","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.676341566Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"0c698d8e-f3d4-4f50-9a2f-21cdd84dd8cb","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.679848906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"4a8b33ff-fa1e-461b-b516-eaaacc12ac2c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.686850999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5d36caff-6180-409e-82bd-7783d6bc4193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.691900149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"4a8b33ff-fa1e-461b-b516-eaaacc12ac2c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.693209473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ca4a17df-d998-40dd-a2a5-1da48d78dfd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.697488475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5d36caff-6180-409e-82bd-7783d6bc4193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.710753482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"130c8d12-c2b5-4712-991e-b9292f6f4a50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.715193598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ca4a17df-d998-40dd-a2a5-1da48d78dfd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.715875929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0a0a1e74-3ffb-4779-b0c3-2c940d3f4e60","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.728893005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"130c8d12-c2b5-4712-991e-b9292f6f4a50","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.730532863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0a0a1e74-3ffb-4779-b0c3-2c940d3f4e60","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.773929585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"134c321e-2643-4daa-853b-6030b3cc2801","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.777386456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"ad76a333-3a0a-44b5-93f3-d91bdb174bd7","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.787025976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d26ac4e6-a374-4006-abc4-aa0386f20671","namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.789507916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"964aa2fc-ed3d-442d-8879-41cb830fcaef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.798433426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"964aa2fc-ed3d-442d-8879-41cb830fcaef","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.804969815Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"2752d4a2-d6b2-403d-94bd-545e93e0668c","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.810044067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d8f7b118-c89c-4d56-81f4-8f309175afb6","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.810121071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"d8f7b118-c89c-4d56-81f4-8f309175afb6","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.825024492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"3eb4f693-d836-4de6-b40c-48141475d79e","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.825080621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"3eb4f693-d836-4de6-b40c-48141475d79e","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.828764333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"167b3d55-1362-433e-af44-38ef26b64658","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.828817573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"167b3d55-1362-433e-af44-38ef26b64658","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.856122651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3f82bd75-0266-49e0-a76d-48437ffa4c30","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.859847339Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3f82bd75-0266-49e0-a76d-48437ffa4c30","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.879959657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"f8253609-9e10-464c-b23c-6759e01789a9","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.880026962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"f8253609-9e10-464c-b23c-6759e01789a9","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.880230382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"561ef96a-bd3e-4577-9c18-33a032c606b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.888293745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"561ef96a-bd3e-4577-9c18-33a032c606b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.910494662Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3f82bd75-0266-49e0-a76d-48437ffa4c30","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.938013828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"710e40a1-3251-4998-a1f5-c3a11cd067d0","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.938105175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.963270819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"92a673ae-7548-4c42-97d5-317b4a615371","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:04.963328778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"92a673ae-7548-4c42-97d5-317b4a615371","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.976428009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e55cf9-c4fd-4f53-837d-99cf00e66043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.982444633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bcf553e3-7eb3-43f7-b984-5e0462434d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.983163032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"82517c98-cc4d-4388-bbd5-fff808e0f0ee","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.984605914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ebe7da15-682a-48ca-9851-e5758ef40306","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.985934053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e55cf9-c4fd-4f53-837d-99cf00e66043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.992220968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bcf553e3-7eb3-43f7-b984-5e0462434d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.993662535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"82517c98-cc4d-4388-bbd5-fff808e0f0ee","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:04.995525844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ebe7da15-682a-48ca-9851-e5758ef40306","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.076093961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e674446e-e023-4041-92f4-5c78803c0e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.077760865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"015d356b-db8c-4730-8607-e7fe7ee498d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.085057471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e674446e-e023-4041-92f4-5c78803c0e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.08551376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0cca1c5f-8e9b-4c09-a4bd-3f651032d124","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.086242257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"015d356b-db8c-4730-8607-e7fe7ee498d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.086255708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0a761d56-c5c7-4e4e-bdd1-29bc86b25cba","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.088780254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"1841523c-09a1-4eea-97e3-2bc15b7a1124","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.09440604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0cca1c5f-8e9b-4c09-a4bd-3f651032d124","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.094665796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0a761d56-c5c7-4e4e-bdd1-29bc86b25cba","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.097158844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"1841523c-09a1-4eea-97e3-2bc15b7a1124","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.0973989Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0a761d56-c5c7-4e4e-bdd1-29bc86b25cba","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.105112936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"dd407543-ae1e-44bb-adb0-4fffd441f924","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:05.128633202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"e999bb2d-816d-4378-a17e-f658a2461374","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:05.128699126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"e999bb2d-816d-4378-a17e-f658a2461374","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.128711677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d01bd72-902f-4209-bcc2-6198bed377bd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.142604249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"fc493194-1d32-4046-b475-0ffff50bfbb1","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.173725806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"a3b739e0-5424-48a9-aa4f-573a2762f945","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.17644899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f81c0036-b452-40be-be4b-c98b308e2f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.178678575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"91fe9772-0aef-4998-966a-5db9a8c254bc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.180206906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"18978d1a-c69d-4930-92ab-f20b5fde47bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.181247443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"44f0a976-fd26-4c92-9a15-912982d2d699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.182497241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"a3b739e0-5424-48a9-aa4f-573a2762f945","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.184735196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f81c0036-b452-40be-be4b-c98b308e2f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.186936714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"91fe9772-0aef-4998-966a-5db9a8c254bc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.188770825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"18978d1a-c69d-4930-92ab-f20b5fde47bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.189733307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"44f0a976-fd26-4c92-9a15-912982d2d699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.235106001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9a69f8d6-b88a-432e-bddf-70f3d335460b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.248676218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9a69f8d6-b88a-432e-bddf-70f3d335460b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.408020126Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e1b92287-176d-4680-a856-46d89680755a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.408104581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"684b6b60-1ed8-42c2-a1ec-ea26180e9341","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:05.45344429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"57aa512f-b50a-4e2e-8667-69896e33da0e","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:05.453527734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eea461","namespace":"e2e-extmod-rec-noaccess-d1ef6f"},"namespace":"e2e-extmod-rec-noaccess-d1ef6f","name":"e2e-rec-recover-eea461","reconcileID":"57aa512f-b50a-4e2e-8667-69896e33da0e","error":"ExternalModel e2e-rec-recover-eea461 not found in namespace e2e-extmod-rec-noaccess-d1ef6f (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.550499889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"eacd66d8-bc65-4729-b283-3372b394c4c4","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.901904584Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"a02753c8-774b-4ad2-ac1f-b66ee55928d4","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.918271078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"12a6c93b-e3c2-4e05-8f33-73eea66f9e2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.920569177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9b28e61d-733e-4403-921b-e540f7adada4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.92067189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"349765e0-8641-4142-a80c-e3c53fd1060a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.922803365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"16635211-1549-4bc7-8d56-fc92e3f567f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.92337328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"26954a4c-1309-4919-9c39-00d260e1311c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.927027748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"12a6c93b-e3c2-4e05-8f33-73eea66f9e2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.929761942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9b28e61d-733e-4403-921b-e540f7adada4","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.930204018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"349765e0-8641-4142-a80c-e3c53fd1060a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.930239436Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"349765e0-8641-4142-a80c-e3c53fd1060a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.932192134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"16635211-1549-4bc7-8d56-fc92e3f567f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:05.932754435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"26954a4c-1309-4919-9c39-00d260e1311c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.024443433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"1564ae67-1526-488e-bfdf-a598a3b4bbeb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.027397571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ecd451ce-4714-408a-9e88-c6304d63190e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.028642062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"5daace8e-546f-4a49-b161-3af451f78057","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.028646829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"17f8a915-294b-43b9-a3cc-cebd3ba8d268","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.030068276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ed4dc9ec-9238-4618-ab02-18a9e52a2247","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.033690203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"1564ae67-1526-488e-bfdf-a598a3b4bbeb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.033717965Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"1564ae67-1526-488e-bfdf-a598a3b4bbeb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.036722429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ecd451ce-4714-408a-9e88-c6304d63190e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.038597639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"5daace8e-546f-4a49-b161-3af451f78057","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.040387937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"17f8a915-294b-43b9-a3cc-cebd3ba8d268","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.042016961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ed4dc9ec-9238-4618-ab02-18a9e52a2247","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.847284329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"2c5d9c89-b8cc-4ce2-be4b-f2924600dbc9","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.857864377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"385cd7f4-f511-4da7-ba9c-e5f62f48fb66","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.934835493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"00cba373-469c-4f3f-8702-dbf26c3d326a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.942954426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"00cba373-469c-4f3f-8702-dbf26c3d326a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:06.965243214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"58417dda-6760-4598-ac8c-57d6d84dfc58","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.018654216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"005dbfab-1435-4e02-9ee1-b7ae44ca7371","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.023898319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"9469be27-7934-47c5-bbaf-da51b1187a37","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.024106898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.029048583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"005dbfab-1435-4e02-9ee1-b7ae44ca7371","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.034063402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"0b2e3285-9aa0-4761-afca-2edb018a1106","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:07.03701685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1b68483a-7bc8-412e-a0c1-40e27b403afd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:07.038998602Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"0b2e3285-9aa0-4761-afca-2edb018a1106","name":"distinct-w3-a110ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:07.039042262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"0b2e3285-9aa0-4761-afca-2edb018a1106","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-a110ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.044305388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"3c1e6441-cd61-4273-8001-c3b556bfa2bb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.048994917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"e36649e0-d32e-49fd-ae77-6a41f074ec4a","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.057868357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"ebc49ee2-c411-49b2-9bb8-5398cced49ef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.076837093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2129afb2-4acb-4a56-9e1e-e6bf4903dc45","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"distinct-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.097430582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"c99af738-c22b-4510-bb56-96979b6652cb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.158908797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d3d7f819-819a-44ba-90d9-a8e90ca05d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.16016863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a4b2b024-4cce-4e34-9742-b51818fd3575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.177567701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a4b2b024-4cce-4e34-9742-b51818fd3575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.179970084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d3d7f819-819a-44ba-90d9-a8e90ca05d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.181909945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"cb6ddb6a-5be3-4fc0-839d-92b9304dddcb","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.1994185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"340e92a3-9b98-44d0-85eb-aeb4b4c4382b","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.207483858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"0b14fc69-6387-4717-ba64-57cd817b28d0","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.225606196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cdf17a7c-644a-425d-9dd5-ecd12135e7c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.225895389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"56062319-cfa9-45be-a686-fd915e7b5550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.225619769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b2e22a03-3042-43b0-bb03-9b637bf284dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.228566419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"30618c35-bcf6-49cf-88ec-3ce715d8f542","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.234213416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b2e22a03-3042-43b0-bb03-9b637bf284dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.234390046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cdf17a7c-644a-425d-9dd5-ecd12135e7c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.236436697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"56062319-cfa9-45be-a686-fd915e7b5550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.236926975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"30618c35-bcf6-49cf-88ec-3ce715d8f542","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.267274035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"ccc7c98c-8436-4ab0-8861-1263dce67a45","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.323830628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"de404cc7-8384-4508-a4d3-b4b5356f8415","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.332178345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"de404cc7-8384-4508-a4d3-b4b5356f8415","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.382631995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7da53057-9b70-4466-b897-523610247d77","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.382772171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.393520029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"23e7f047-54af-4aa3-805e-42deb3a6c3a2","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.394724447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"7771bf58-4a64-4721-a4c9-bf8cdd0c9956","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:07.398383582Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.402519293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"f7136d8e-6e16-47f1-9b6c-1ae1f12f7132","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.419802032Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1e9b67c6-7239-4a89-8049-51f9eafc204c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"distinct-2-w3-a110ef","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.424396786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0487c207-c9fd-4020-8623-e63e55b475c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.424856187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4449d8ec-23cf-4d76-a20a-92175f9a5ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.425193808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"29399a27-3768-4399-a3ee-bdad5e0a352c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.432666939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0487c207-c9fd-4020-8623-e63e55b475c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.433258095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"29399a27-3768-4399-a3ee-bdad5e0a352c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.434845527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4449d8ec-23cf-4d76-a20a-92175f9a5ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.438857426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"ac8f4887-3625-4e3c-aabf-9d8e8209510a","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.516326064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4be91ca2-dcc8-447d-a0cb-651ed3486950","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.523470838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5e02c0e1-3d3f-4c45-9a3a-07f2e1e8fe67","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.531774125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5e02c0e1-3d3f-4c45-9a3a-07f2e1e8fe67","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.622621338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ee615e41-c9e1-4287-8b47-c00eeff4bc60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.622716559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"325d47dd-f67c-4e78-a1bd-c542abe52df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.62299669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"db880592-6d7f-4c70-b5e0-65c850454d32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.631540782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"325d47dd-f67c-4e78-a1bd-c542abe52df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.632104695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ee615e41-c9e1-4287-8b47-c00eeff4bc60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.634001938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"db880592-6d7f-4c70-b5e0-65c850454d32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.859802892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"0fdb8b6e-c7ba-4c95-8f42-d3edad65b431","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.878053626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"0fdb8b6e-c7ba-4c95-8f42-d3edad65b431","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.878083643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"0fdb8b6e-c7ba-4c95-8f42-d3edad65b431","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.878192221Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-sub","reconcileID":"0fdb8b6e-c7ba-4c95-8f42-d3edad65b431","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:07.895539261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"04f8e3a5-3573-48fe-8f63-85fb111b8a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.050326345Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]","namespace=ai-tenant-e2e-worker-w3-a110ef priority=0:[ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-a110ef/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.051242947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"b04b1fba-d1e0-458a-b9e6-3b96fab5af7d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.063262783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"ec50ccd2-6659-4c30-87f0-84ad530ec496","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.066259542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9e2af3a4-85dc-48b1-bdc8-931b07c5c835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.067661423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"a8595407-6571-43f8-8dac-6823c0a9cbdb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.068503929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8eef5a77-36a2-4f0f-8c96-b4eb208362d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.074942874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9e2af3a4-85dc-48b1-bdc8-931b07c5c835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.075742964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"a8595407-6571-43f8-8dac-6823c0a9cbdb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.077306945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8eef5a77-36a2-4f0f-8c96-b4eb208362d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.153885048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"02d4b220-4468-4f15-a46c-212c6d5921e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.153987214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"bd176b2f-a84c-42f1-b89e-eabb86e21ae6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:08.194109061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"fa6a6cf2-ae13-4fe0-8e1e-e6dbe7a2cfd6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.005264355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"14ccae14-f82e-4967-8edf-fd59de62652e","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.027393528Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"83aba0d6-b1d9-4bf2-8cb4-38b0a1b01674","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9308a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.032488991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"64fd82ed-d4da-4a04-a163-a4782b5ff722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.042871481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"64fd82ed-d4da-4a04-a163-a4782b5ff722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.060246466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"81b1ea3e-8454-4a92-a0e1-defab9c699f6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.068593116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"69261103-63ef-4b2c-8706-6ce1c2d57c9b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.130344935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e2f1a3fc-d615-46e5-a904-1e7c0991504c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.130537433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"d5bea4ae-1212-480c-8878-a92f18e90793","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.130336912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6aac0ce3-db03-480b-bc2b-09318b910b17","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.131262751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"937005ac-8c68-4a01-8452-bc371f1720c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.131561466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b1857450-61c8-466a-8906-866f230119e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.138578721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e2f1a3fc-d615-46e5-a904-1e7c0991504c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.139161249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"d5bea4ae-1212-480c-8878-a92f18e90793","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.140826793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6aac0ce3-db03-480b-bc2b-09318b910b17","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.14132594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"937005ac-8c68-4a01-8452-bc371f1720c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.14303656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b1857450-61c8-466a-8906-866f230119e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.148650552Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"d5bea4ae-1212-480c-8878-a92f18e90793","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.169897061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ea3c7dee-582a-4699-8c64-d8a3dffd2d74","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.182510551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"730b81c0-12c7-453a-b181-cc2dfb9e03b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.183011052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"62a39df8-2e44-459a-bd6e-82b407a156e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.22555385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e22d5ac0-238a-488c-bc36-d2df17d90041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.228545451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"62a39df8-2e44-459a-bd6e-82b407a156e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.230954179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"730b81c0-12c7-453a-b181-cc2dfb9e03b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.236489785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e22d5ac0-238a-488c-bc36-d2df17d90041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.326950263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"ed815a45-f5c8-49db-bc03-940a833b5873","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.336641933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"ed815a45-f5c8-49db-bc03-940a833b5873","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.345017733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4c5affc0-d2e6-496e-872f-d41a4755afc6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.346607695Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"ed815a45-f5c8-49db-bc03-940a833b5873","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:09.363064487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"ed815a45-f5c8-49db-bc03-940a833b5873","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.363216602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"c118c45e-e462-4d1e-92c3-cc6fb443f111","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.367159055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-degraded-auth","reconcileID":"c118c45e-e462-4d1e-92c3-cc6fb443f111","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:09.380926847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"e3e4d1d0-d6ed-4d30-a4e5-2fe3adf450cd","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.272616174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"302081b4-5c44-404a-b775-a5cb7c5e08ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.272642719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"302081b4-5c44-404a-b775-a5cb7c5e08ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.28176041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"08e5074e-53c7-43a2-a43a-1575c84723cf","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.440383413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"9eb85fa0-0965-4268-8df7-4824d8e7dcb3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.440406433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"9eb85fa0-0965-4268-8df7-4824d8e7dcb3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.447043651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"72b84506-752d-41bb-a67d-7eb9f561cb07","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.447067517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"72b84506-752d-41bb-a67d-7eb9f561cb07","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.468551264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"acb25e3c-4025-4d0d-9da4-fcaa836dac85","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.477194341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"acb25e3c-4025-4d0d-9da4-fcaa836dac85","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.503272362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"76e66b28-c906-4ff8-9445-7d571c03bba9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.503292797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"76e66b28-c906-4ff8-9445-7d571c03bba9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.562694178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"03bacef6-fa97-4c9b-999c-7256ba4fed65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.576437018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"03bacef6-fa97-4c9b-999c-7256ba4fed65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.627881895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.628166563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"4c2bff32-9916-4af6-90f0-8ea6d77b9985","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.628186544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"4c2bff32-9916-4af6-90f0-8ea6d77b9985","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.640434928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"2be3aecb-e647-426b-ba30-54f539611ad6","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.642928603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"6e9cf258-62b1-4077-ae78-6b36973dbb28","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.642944029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"6e9cf258-62b1-4077-ae78-6b36973dbb28","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:10.644764114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.651137921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"beedc47b-6fc3-43bb-acf7-f4163aa2d765","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.651152046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"beedc47b-6fc3-43bb-acf7-f4163aa2d765","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.666467797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8e7972ef-f2be-4de2-96f7-ffc2d30d8ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.666911319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f96a8ece-b902-4891-b63d-5149fafd01aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.667027954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"bdc5c835-94eb-48de-9ba5-2174b93f7915","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.671402067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"eb7e2ce8-2e13-4a73-960d-d27867741462","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.676706332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8e7972ef-f2be-4de2-96f7-ffc2d30d8ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.68013636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f96a8ece-b902-4891-b63d-5149fafd01aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.681323383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"bdc5c835-94eb-48de-9ba5-2174b93f7915","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.696336596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"2161fc30-d9c6-4e8e-bb13-1502cee7e7a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.696365857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"2161fc30-d9c6-4e8e-bb13-1502cee7e7a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.835641131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aef96196-ba53-4ced-990a-3736e9c3fe19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.837186251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"e15ea230-1ca0-4009-a25e-2fad70186759","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.846710942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"aef96196-ba53-4ced-990a-3736e9c3fe19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.861231561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5ee6a70b-5a4b-41d4-ae25-200c2365b89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.863261786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"c9dea175-e7e7-4e23-8b4c-2ad00c02e5ab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.927832524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"c9dea175-e7e7-4e23-8b4c-2ad00c02e5ab","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:10.9289275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5ee6a70b-5a4b-41d4-ae25-200c2365b89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:12.707760933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"e2a5b9ba-5d1c-425e-b0f7-761f3edf50ac","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:12.735651352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"6b3149de-96c2-4ae9-b7ed-46e467dac5fd","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:12.735675991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"6b3149de-96c2-4ae9-b7ed-46e467dac5fd","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:12.851623486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.070538162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"84aaaee2-fd66-4f5e-8aa7-8f9bdcd8a1a0","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.178865934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eb7f1ba2-2b0a-4aa0-bd16-d7c3928e81ca","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.178981224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"eb7f1ba2-2b0a-4aa0-bd16-d7c3928e81ca","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.360948165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"a7353dbd-6f66-4a59-b4a9-7b1b9f32273e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.373119682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"a7353dbd-6f66-4a59-b4a9-7b1b9f32273e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.76960701Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"83fa04d4-fbe4-4473-bd89-bc39aa97bc2b","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.880644692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d9ac35f2-4ce9-4abc-bde8-c3fe36869c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.927500393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6bd40222-84f3-431d-8556-e5550e79ada5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.928530434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"2decd6ca-0476-41f3-8159-d570c9f1afd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:13.934065409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d9ac35f2-4ce9-4abc-bde8-c3fe36869c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.044346112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8b10f5ee-a409-449a-9ef7-17ae87a66e41","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.045338252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0fdced0a-a662-46b3-b4ee-1ecc963c27b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.096301097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"2decd6ca-0476-41f3-8159-d570c9f1afd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.132716744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8b10f5ee-a409-449a-9ef7-17ae87a66e41","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.184315488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0fdced0a-a662-46b3-b4ee-1ecc963c27b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.1889952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6bd40222-84f3-431d-8556-e5550e79ada5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.43951698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd8da808-45f2-4853-bc38-cd1a32d3247d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.472196497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd8da808-45f2-4853-bc38-cd1a32d3247d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:14.970765054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b0a8149c-2a5d-455d-9713-4c92619fb737","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.038721979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b0a8149c-2a5d-455d-9713-4c92619fb737","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.039431124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"70edbfe0-51fd-409a-b23b-b9dad9238dd7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.039839941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d26cd7f3-c15a-4ef7-a365-ff8f21dbdd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.097689826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"70edbfe0-51fd-409a-b23b-b9dad9238dd7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.134119628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d26cd7f3-c15a-4ef7-a365-ff8f21dbdd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:15.250872529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"ba890c77-3c95-4064-ac48-85b721d43e72","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.180756526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d9b22c-5ca8-47a7-ba98-8b4552aafece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.187596886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d9b22c-5ca8-47a7-ba98-8b4552aafece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.207341536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d9b22c-5ca8-47a7-ba98-8b4552aafece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.226031564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d9b22c-5ca8-47a7-ba98-8b4552aafece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.455277185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1d06fc8-5a54-478b-97a9-7105765523e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.4553922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1d06fc8-5a54-478b-97a9-7105765523e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.508539179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5814d68c-ba48-4206-91ec-dccab8070004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.548231268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2e3cc99-8a25-43e6-a4e3-ee71d6ba6d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.550834261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7a97e90-7474-419e-af28-9d5541c9a363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.681801334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5814d68c-ba48-4206-91ec-dccab8070004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.720327363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2e3cc99-8a25-43e6-a4e3-ee71d6ba6d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.83085318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54987d1c-a73a-4d11-902e-7fb25b0ed4e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.830964961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"54987d1c-a73a-4d11-902e-7fb25b0ed4e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.909020004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8876faa-9ab1-42c2-8f1d-18f4ee732588","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:16.990037264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b4eb2-08a7-4a76-9dbf-eb76a2349533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.019695749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b4eb2-08a7-4a76-9dbf-eb76a2349533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.028682052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"611795b6-619f-4c03-9659-2c0ba0c070e8","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.032459434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"611795b6-619f-4c03-9659-2c0ba0c070e8","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.053277704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b4eb2-08a7-4a76-9dbf-eb76a2349533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.110595681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65b4eb2-08a7-4a76-9dbf-eb76a2349533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.175593105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0a654ddc-0078-49b0-95aa-0942d548b98a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.199168481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"0a654ddc-0078-49b0-95aa-0942d548b98a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.251437195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"b362ce57-aed8-4e56-9fb8-cd4d2b082689","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.364154363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"d479d305-1e0d-4f1a-b9c2-81922d085cb8","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.364278712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"d479d305-1e0d-4f1a-b9c2-81922d085cb8","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.481629087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"f31e7808-a7cf-433c-bb0d-842a0cc0f020","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.57649128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"090a7592-7a67-41ac-a707-2fdb6fbe6a2f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.576522211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"090a7592-7a67-41ac-a707-2fdb6fbe6a2f","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.639849762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"f05e105a-d633-4afa-8171-200ebbe7019b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.645018393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"fea6055c-46bd-425b-b0f6-92449e627c87","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.651737097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"f05e105a-d633-4afa-8171-200ebbe7019b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.682464247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"e5f6b8f4-6cc4-4e86-ba8c-1be58f5c2a36","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.682716403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"e5f6b8f4-6cc4-4e86-ba8c-1be58f5c2a36","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:17.710382266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"7f034d2b-b985-4fa7-89dd-c780ad194094","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.044546098Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"56ec4194-6780-4303-bb2d-f484041844f0","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.049850069Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"1e286850-1715-477c-9107-02b0a6d7cc05","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.06802698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"8e4554ac-3b50-4942-84d5-5efb016db54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.078027434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"8e4554ac-3b50-4942-84d5-5efb016db54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.080045963Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"0bd01289-495b-4d2f-877e-e38f92ff3d22","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"routeName":"external-model-e2e-rec-ctrl-7a72ce-89b18e443605","namespace":"e2e-extmod-rec-user-8c755f","model":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.081265739Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"8e4554ac-3b50-4942-84d5-5efb016db54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.116196323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"543eb8db-6a5a-4fae-bc1e-ea2282df572f","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.1267062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"0a9e1481-3ba1-4e7f-b532-fd54bd048c0b","MaaSModelRef":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.148798952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"debb2ddd-d89a-4493-af89-1c8fdb0dd0b0","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.149040817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"0d57e3b3-32e7-4ab4-8352-28f59a877eb6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.149193769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"cce5ce41-1bd3-489b-b39b-b1a5e1e3301d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.149492614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"c0715ff1-554b-4019-a0e7-4491524bdf52","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.149798641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"04adf8ae-12f3-4945-9950-18b8abe1c590","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.151716329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"bc5b0830-9ed6-47d7-8f0f-f0a8d829d35f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.15804001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"0d57e3b3-32e7-4ab4-8352-28f59a877eb6","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.161561098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"c0715ff1-554b-4019-a0e7-4491524bdf52","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.164120994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"cce5ce41-1bd3-489b-b39b-b1a5e1e3301d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.165260992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"04adf8ae-12f3-4945-9950-18b8abe1c590","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.168305002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"bc5b0830-9ed6-47d7-8f0f-f0a8d829d35f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.17675731Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"bc5b0830-9ed6-47d7-8f0f-f0a8d829d35f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.176951647Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"04adf8ae-12f3-4945-9950-18b8abe1c590","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.202905027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10a93ad8-33f0-4c88-bc16-be72e141bee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.23715239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10a93ad8-33f0-4c88-bc16-be72e141bee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.299596469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"1e1e02f6-c12b-462d-a4b7-1d31ec794e56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.313134322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"1e1e02f6-c12b-462d-a4b7-1d31ec794e56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.313188975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"0915dda9-012a-4a15-9944-3ffd0387dc34","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.316156812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a1f5b77f-bcd2-4b78-a8f3-93401f9a81e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.3195881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"87635a98-1e68-4dbe-9dfd-dbf1787a9ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.329768488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a1f5b77f-bcd2-4b78-a8f3-93401f9a81e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.332515168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"87635a98-1e68-4dbe-9dfd-dbf1787a9ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.336346765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"0915dda9-012a-4a15-9944-3ffd0387dc34","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.379045566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"d5c296b9-c6cd-492d-bb5b-e5450657455d","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.395472055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"32218977-3c4a-454f-836b-f664b76981f9","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.412948301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b7d858bb-b260-4dbe-8f14-769bb11246d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.424759801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b7d858bb-b260-4dbe-8f14-769bb11246d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.598296918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"203a8566-63e3-4152-8cf6-070453ce3322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.604131266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"99977d21-bd45-4810-b547-b04e5ad30488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.604964548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb919dad-2dab-44a7-9b66-5b9754eef09f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.606916654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9071d58f-4a78-41a4-9bbf-5373f567cce7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.607474225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"203a8566-63e3-4152-8cf6-070453ce3322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.625915426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"99977d21-bd45-4810-b547-b04e5ad30488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.626887512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb919dad-2dab-44a7-9b66-5b9754eef09f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.630321211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"9071d58f-4a78-41a4-9bbf-5373f567cce7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.674216422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0628336f-49ae-40d4-9885-610ae81efd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.674443087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f07651ba-5065-4e4c-99b6-1bbc198b07a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.678727827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0628336f-49ae-40d4-9885-610ae81efd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.683828904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0628336f-49ae-40d4-9885-610ae81efd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.688662926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f07651ba-5065-4e4c-99b6-1bbc198b07a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.688863274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0628336f-49ae-40d4-9885-610ae81efd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.689119317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"58bfb176-32ca-4f01-8380-b0ab2a3be4d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.692441919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b92bfbd2-53f2-492e-a131-a19f9c2995d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.692565614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"973bf052-5bb4-4fdc-a884-9e02687ac7bc","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.698714943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"58bfb176-32ca-4f01-8380-b0ab2a3be4d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.726269481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b92bfbd2-53f2-492e-a131-a19f9c2995d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.727938533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"973bf052-5bb4-4fdc-a884-9e02687ac7bc","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.774519832Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"ca86642c-1f70-4832-bfd5-e108499f26a8","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.780424308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5e1a2f84-1451-45d6-9035-6909c3c0318d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.788844958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5e1a2f84-1451-45d6-9035-6909c3c0318d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.795748259Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5e1a2f84-1451-45d6-9035-6909c3c0318d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.968873699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"ef7a4d71-d363-4345-a490-136333e355f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.978096944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"002e85f1-8158-41f8-bdd8-3b4c4d0eee97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.986135814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"ef7a4d71-d363-4345-a490-136333e355f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.987570224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1cb6afee-eee1-4d5f-adb6-e4ccd0627dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:18.994484402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"89f97c8c-a43c-4498-bde6-3be3de9f26ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.000441058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"002e85f1-8158-41f8-bdd8-3b4c4d0eee97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.01317328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1cb6afee-eee1-4d5f-adb6-e4ccd0627dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.02945926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"89f97c8c-a43c-4498-bde6-3be3de9f26ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.035413008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8c8f0e92-0dfa-410d-bc0b-9afd357a18c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.036261698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"89f97c8c-a43c-4498-bde6-3be3de9f26ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.040630794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8c8f0e92-0dfa-410d-bc0b-9afd357a18c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.044609045Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8c8f0e92-0dfa-410d-bc0b-9afd357a18c1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.046390705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c43d643a-b317-47f6-bd6e-c6c980951966","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.055658924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c43d643a-b317-47f6-bd6e-c6c980951966","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.12774916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c693f74-9265-442f-870a-ae533a532811","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.127769013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c693f74-9265-442f-870a-ae533a532811","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.140211905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"1f9de583-e66e-4926-bbed-cb36eb5dbe5a","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.140257213Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.142131009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b5d362c-48d8-4f6b-8479-e0ec30d1211f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.145178883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed047b65-7b3e-42a7-938b-3cd94806424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.148514937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed047b65-7b3e-42a7-938b-3cd94806424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.151575823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed047b65-7b3e-42a7-938b-3cd94806424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.152285573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"3c0dae0f-5a66-4db9-9efd-0f28cc808848","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.152300837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"3c0dae0f-5a66-4db9-9efd-0f28cc808848","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.155536019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed047b65-7b3e-42a7-938b-3cd94806424c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.171574359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17789e4c-bee5-4458-8e5c-48a6b632add5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.171593027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17789e4c-bee5-4458-8e5c-48a6b632add5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.239293269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4596d130-9b5e-4a7c-97fe-9c58f72be730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.242714685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c18294c6-96a8-4da7-960b-248c39403060","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.255567656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"c18294c6-96a8-4da7-960b-248c39403060","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.346447445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"32fd53f3-ee41-4844-8d4a-d8d8676786aa","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.431543186Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"636ee9c6-d252-49a4-a8fa-4e391d81a37e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-83f9de60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.437260129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a5139321-8552-488f-a88a-ff8ddd4bc5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.44056509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"01da6037-4ad6-46cd-bcc3-8a0b68a8e5e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.442188691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a782d7c-02a4-495b-b249-ed6dbac89093","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.443236727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"f007e58a-8e04-4e11-8201-ae78c3aa8a0e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.446305523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a5139321-8552-488f-a88a-ff8ddd4bc5e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.449441614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"01da6037-4ad6-46cd-bcc3-8a0b68a8e5e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.451669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a782d7c-02a4-495b-b249-ed6dbac89093","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.452465747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"f007e58a-8e04-4e11-8201-ae78c3aa8a0e","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.546398818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3d2f54a-e1ec-48a0-9a90-dad7edf85f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.659334841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3d2f54a-e1ec-48a0-9a90-dad7edf85f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.659844011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"3f46ba8f-54f5-4ab5-a9c7-9b06d465e898","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.668186374Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"2cc29e02-dd62-48bb-8752-df91998cf368","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","error":"MaaSModelRef not found: e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.673578179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"3f46ba8f-54f5-4ab5-a9c7-9b06d465e898","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.674222293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ca62c7d3-4115-4272-a067-9cab37c665aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.727264037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"201074af-a8ff-4e4e-bff4-0142029bee8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.733285782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"3f46ba8f-54f5-4ab5-a9c7-9b06d465e898","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.745163733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9ce49b22-c7be-40fc-b03f-9643b7291b6d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.745189144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"9ce49b22-c7be-40fc-b03f-9643b7291b6d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.752493554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ca62c7d3-4115-4272-a067-9cab37c665aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.756576832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"201074af-a8ff-4e4e-bff4-0142029bee8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.757346378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"dd6e3bf1-c3f7-4d60-a06b-03cd77c2e777","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.762071008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"3a66f50d-ddc1-415c-901e-c15212d3f5e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.770436415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"3a66f50d-ddc1-415c-901e-c15212d3f5e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.796484071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9ae98448-4a34-442f-98a0-f4b82e6b8c87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.866273217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a319c50a-8ce1-4dd7-a6b7-98dcb52b1d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.878078492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"a5745366-866e-4c5a-9cb8-2e923fcc124a","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.878102836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"a5745366-866e-4c5a-9cb8-2e923fcc124a","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.890296496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9ae98448-4a34-442f-98a0-f4b82e6b8c87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.890899395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a319c50a-8ce1-4dd7-a6b7-98dcb52b1d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.891293383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"91e196d9-0ae6-4929-b20b-d7ea7cee3fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.894020292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63cff997-9825-4c87-a068-3b7a03c9bf59","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.900237049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"91e196d9-0ae6-4929-b20b-d7ea7cee3fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.902567659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63cff997-9825-4c87-a068-3b7a03c9bf59","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.90530989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"70d35823-23be-4780-aa4f-963d88e0bf47","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.908025016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2e2430-cb7d-4c9f-9149-9d9d8db63564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.915446909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2e2430-cb7d-4c9f-9149-9d9d8db63564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.920254819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2e2430-cb7d-4c9f-9149-9d9d8db63564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.951558125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2e2430-cb7d-4c9f-9149-9d9d8db63564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.98841385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ee4701ee-da54-4f03-880d-c391f8805381","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.992550382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a6527b1a-35b8-49d9-bab3-104cf04c55c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.993115139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"11d7ea4a-6301-4f89-8a2c-b9cc287a678a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.993579287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9a0366a4-4efe-42fc-89f8-8c31555abd88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.994134076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"830d2dd7-1df6-4d28-8738-d6648039c8cc","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:19.996554232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ee4701ee-da54-4f03-880d-c391f8805381","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.029750193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9a0366a4-4efe-42fc-89f8-8c31555abd88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.029801499Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9a0366a4-4efe-42fc-89f8-8c31555abd88","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.033823159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a6527b1a-35b8-49d9-bab3-104cf04c55c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.038444061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"830d2dd7-1df6-4d28-8738-d6648039c8cc","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.040384655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"11d7ea4a-6301-4f89-8a2c-b9cc287a678a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.051954874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"11d7ea4a-6301-4f89-8a2c-b9cc287a678a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.080589362Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"12b0d845-351d-49f9-a59d-a66f06dce65b","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.107714715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"48d35cfb-2b83-439e-9dad-ff1485f55888","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.12043913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"48d35cfb-2b83-439e-9dad-ff1485f55888","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.150771622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-7a72ce","namespace":"e2e-extmod-rec-user-8c755f"},"namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","reconcileID":"7f876b07-59d8-479d-86f7-71e291ff9a72","namespace":"e2e-extmod-rec-user-8c755f","name":"e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.157749971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2555d0a9-68b4-421e-b8f5-f60c4e97a5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.163042237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4ce6e98e-e02d-48cb-a906-4d6caaad4ac2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.163596497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9d49b3a8-5848-469a-9a54-4fa621e8d88c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.163848432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"f76c515f-fd0a-4b5b-97ba-01cbf37e2838","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.166930613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2555d0a9-68b4-421e-b8f5-f60c4e97a5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.171743797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9d49b3a8-5848-469a-9a54-4fa621e8d88c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.171999734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4ce6e98e-e02d-48cb-a906-4d6caaad4ac2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.1740374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"f76c515f-fd0a-4b5b-97ba-01cbf37e2838","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.211896408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"ae9c44f0-ae8c-4e22-8117-cc365ba39639","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.211919675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"ae9c44f0-ae8c-4e22-8117-cc365ba39639","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.259097299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"b16e6f9d-1044-4cfc-add2-70613def60bb","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.348312355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"40906ea2-188b-4aa7-8946-a9dd53d66368","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.348338643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"40906ea2-188b-4aa7-8946-a9dd53d66368","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.36417646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"628aad4c-74a6-4287-a89a-c52f43f923b4","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.368712465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0792cb80-b375-41cf-90af-31f4e5cdd5ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.372877947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"599b1f33-386d-4fc7-aba7-2bf8d2fd6384","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.377546745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0792cb80-b375-41cf-90af-31f4e5cdd5ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.378171034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"94c3d9c4-7e82-47c1-86b5-f6a721b5455b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.382752115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"599b1f33-386d-4fc7-aba7-2bf8d2fd6384","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.389316256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"94c3d9c4-7e82-47c1-86b5-f6a721b5455b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.390302816Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0792cb80-b375-41cf-90af-31f4e5cdd5ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.449598712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66c14a2-d64d-42d1-b925-e39009e7f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.457413043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"aef5da95-42de-4cc3-aadf-141ec3f42efe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.460070243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66c14a2-d64d-42d1-b925-e39009e7f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.46595154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"aef5da95-42de-4cc3-aadf-141ec3f42efe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.47355142Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"aef5da95-42de-4cc3-aadf-141ec3f42efe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.495307409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"950eb4ec-5383-4651-9b53-aeda15611d4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.496324831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9d6781ef-8a88-4768-8bda-5d118b06e73c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.50351009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"30ececd2-f654-464f-ab32-4466aee61b0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.50668469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"9d6781ef-8a88-4768-8bda-5d118b06e73c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.507886454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e5d0f07d-ca70-46c9-a513-894c3d529dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.508231921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1bfdeddd-7612-4bf7-87ae-3a315282c697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.512682205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"30ececd2-f654-464f-ab32-4466aee61b0b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.525663817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"950eb4ec-5383-4651-9b53-aeda15611d4e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.533098783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e5d0f07d-ca70-46c9-a513-894c3d529dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.537854692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"1bfdeddd-7612-4bf7-87ae-3a315282c697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.602529132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd408464-20f2-462c-99cb-8b0b554fa643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.604935603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cfff5d33-0903-43ee-997e-5120864552a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.605393377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0fb5ac7c-9045-452e-935b-2fd177eda0fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.609877984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"69502c65-6a45-45dc-904e-e77088046e72","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.610275661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a6609fa7-d968-467f-ac6f-ee993a571597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.610993743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd408464-20f2-462c-99cb-8b0b554fa643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.615272697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0fb5ac7c-9045-452e-935b-2fd177eda0fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.615829361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cfff5d33-0903-43ee-997e-5120864552a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.618197111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"69502c65-6a45-45dc-904e-e77088046e72","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.618535017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a6609fa7-d968-467f-ac6f-ee993a571597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.700741736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8dbbd482-2c0c-4686-8663-34b848afcffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:20.708870683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8dbbd482-2c0c-4686-8663-34b848afcffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.636080429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b843a9d6-ce84-45d3-ac4b-db2b0aa87435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.636600288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"d75ccdea-b65f-4055-a19e-926985680097","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.636618126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"d75ccdea-b65f-4055-a19e-926985680097","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.671244282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"def726b0-47e3-4acd-b9ac-b874d309aad3","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.75216347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b843a9d6-ce84-45d3-ac4b-db2b0aa87435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.790600332Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b843a9d6-ce84-45d3-ac4b-db2b0aa87435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.790630318Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"b843a9d6-ce84-45d3-ac4b-db2b0aa87435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.798510745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"08a1f0a2-5d4f-4f2a-a6e5-006c3286f9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.798737397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"0b30f8b8-9a09-4516-9821-1f400d0899aa","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.798750889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"0b30f8b8-9a09-4516-9821-1f400d0899aa","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.822547074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"aeb2c474-8b45-43d2-b620-df841fac8a9f","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.859034132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"08a1f0a2-5d4f-4f2a-a6e5-006c3286f9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.867532629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"08a1f0a2-5d4f-4f2a-a6e5-006c3286f9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.867551892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"08a1f0a2-5d4f-4f2a-a6e5-006c3286f9a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:25.870872429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"08a1f0a2-5d4f-4f2a-a6e5-006c3286f9a6","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-ab2f16\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.957362582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"e533db32-09fb-49cb-9160-a052507d45c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.958069388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"1b358ff1-3a58-4e65-8ff1-db86c89ddc03","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:25.958096785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"1b358ff1-3a58-4e65-8ff1-db86c89ddc03","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.039120516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"e533db32-09fb-49cb-9160-a052507d45c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.074344718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"bf7f9a45-39a9-475c-98a5-b5b8cf4fbb33","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.083754345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"e533db32-09fb-49cb-9160-a052507d45c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.083774282Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-auth-ab2f16","reconcileID":"e533db32-09fb-49cb-9160-a052507d45c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.092298776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"58492d1d-f337-4f69-b9cc-f21522ca76a2","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.092314032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"58492d1d-f337-4f69-b9cc-f21522ca76a2","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.163762811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"41c5fc27-6cc3-42e9-9d22-2b4e016e6e8b","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.256075158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"09849e34-ab36-44c1-a5bb-8ba50869ca5e","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:26.256103687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"09849e34-ab36-44c1-a5bb-8ba50869ca5e","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:27.556182221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"bcf9c109-4e78-4af9-b76a-13c57920cf33","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:27.924581857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"70d54d6c-7239-423c-90bb-4cdb78f0f2c0","namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.552648456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bf724828-6d41-4aab-89f3-19b33a6b293a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.728525887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0fdc07c7-5d2b-48cc-ab5b-7283cbbcadc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.801370167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"65a30e53-a604-4f29-81af-588a7e96bc03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.770992901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"fe430f9a-928c-40b5-b650-6484dc36c173","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.801240274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"bf724828-6d41-4aab-89f3-19b33a6b293a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:28.770796395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05e9a8c4-a8b7-4c06-8f7a-288e5203e1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.02850165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d28eac12-cb6d-485e-a8fe-a51bb8e9816f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.07371912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"1c5fbaab-2b1c-4338-a7ab-5bfb52d7b3fa","namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.078124447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0fdc07c7-5d2b-48cc-ab5b-7283cbbcadc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.147611783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"65a30e53-a604-4f29-81af-588a7e96bc03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.18907036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d28eac12-cb6d-485e-a8fe-a51bb8e9816f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.199929623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05e9a8c4-a8b7-4c06-8f7a-288e5203e1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.296044488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"885419da-9967-46f5-a3e6-d0a26b70d1f9","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.296168224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"885419da-9967-46f5-a3e6-d0a26b70d1f9","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.378295363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"b81eb88b-2405-46ea-9910-5f051f41eec0","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.443914226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"b0f8447d-f65a-418b-b76e-b1adc8c8fe30","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.444031941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"b0f8447d-f65a-418b-b76e-b1adc8c8fe30","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.445236763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d85ee3c2-829c-4197-990e-f2ce5ea694a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.456827264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ca8617a7-1629-446f-a57d-e25e09f2e2a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.469312958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"3bf48f43-f9f1-4e9a-9677-7462fdea3e9c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.484949786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d85ee3c2-829c-4197-990e-f2ce5ea694a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.491613045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ca8617a7-1629-446f-a57d-e25e09f2e2a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.498562214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"0918c0fb-4a2b-4477-9ac0-2699f71c8e44","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.498649199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"0918c0fb-4a2b-4477-9ac0-2699f71c8e44","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.500694817Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ca8617a7-1629-446f-a57d-e25e09f2e2a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.528145106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"3bf48f43-f9f1-4e9a-9677-7462fdea3e9c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.541533409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"063281e9-2d03-4b9b-8871-d07463a8a228","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.549040444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"585d4be3-127c-4162-bda6-77e937f6ce5a","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.64087243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad891255-a232-41c3-99f9-3083d503c23b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.657724981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"063281e9-2d03-4b9b-8871-d07463a8a228","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.698980459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"585d4be3-127c-4162-bda6-77e937f6ce5a","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.711731338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"cb9e00b2-a908-4d67-9292-f17b461d7f18","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.715403848Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.722881591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"345dd982-59df-4428-93eb-1e11929e116d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.746689776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"345dd982-59df-4428-93eb-1e11929e116d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.793768974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad891255-a232-41c3-99f9-3083d503c23b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.799062905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e53b35d4-0fa6-42a2-ba4d-baf9c26aa220","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.842292729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"436478c3-7138-4f3f-942f-7a95020342eb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.849650037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e53b35d4-0fa6-42a2-ba4d-baf9c26aa220","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.916870651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"48fa92d2-2a3d-43cf-a4b2-c2b0b802aa1d","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.950013893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5080d033-dc64-4e40-ad46-674fa927f1aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.968105309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5080d033-dc64-4e40-ad46-674fa927f1aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.969069798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1179cf33-a7e9-4574-b983-265d14169a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.969329492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"0f3d4fb8-42c0-4273-a1cf-d321dec61f1c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.979235763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3a34abf5-6f9a-4816-8554-09426daa9bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.989187432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1179cf33-a7e9-4574-b983-265d14169a8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:29.996493291Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"5080d033-dc64-4e40-ad46-674fa927f1aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.016884071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3a34abf5-6f9a-4816-8554-09426daa9bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.023018082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"0f3d4fb8-42c0-4273-a1cf-d321dec61f1c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.201331336Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"0f3d4fb8-42c0-4273-a1cf-d321dec61f1c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.289869855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2ff37113-66d5-42aa-992f-5e74ec96d0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.314378544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"388e2ffe-8fc3-4b38-b46e-6dc065ef9eed","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.315341548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"388e2ffe-8fc3-4b38-b46e-6dc065ef9eed","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.406181792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a1f728e-e691-471f-975c-bb182c0c0e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.428502673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"08ebd12c-71bf-4031-868a-b387f143d7c7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.462739175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e7307fb-d24b-460c-96f0-14ad28a567b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.462769917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e7307fb-d24b-460c-96f0-14ad28a567b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.499553554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2ff37113-66d5-42aa-992f-5e74ec96d0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.554411639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a1f728e-e691-471f-975c-bb182c0c0e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.566106556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d357d710-62b4-4552-a3ec-0cfd52fe0b36","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.566860843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"4f10d17d-03f2-4828-a113-cae76903d89a","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.601397163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79d9e94f-dfa0-4fa8-82ac-e89e5eada900","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.602872963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f72f631d-fad2-4df9-8c18-f1a61336c8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.60388968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"08ebd12c-71bf-4031-868a-b387f143d7c7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.615942897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"4f10d17d-03f2-4828-a113-cae76903d89a","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.662289613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f72f631d-fad2-4df9-8c18-f1a61336c8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.682707748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9d542ad-f86d-46dc-b67e-ce4e5c17e077","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.683367148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9d542ad-f86d-46dc-b67e-ce4e5c17e077","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.753504703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d910c6d-f3da-4445-ae0e-e637474a7b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.783161942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"ccd88ce5-61c5-43ba-ba1f-305cbc16d38a","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.809616805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39b77e37-0644-4e72-b731-4c9f3745290d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.825719245Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"eaa9076d-56a2-4c5e-8c2a-fd7058a84ab1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.83067414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39b77e37-0644-4e72-b731-4c9f3745290d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.869152819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"eaa9076d-56a2-4c5e-8c2a-fd7058a84ab1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.869833216Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-temp-model-status","reconcileID":"92118a40-4170-4d3e-88fb-ec8227bdc51f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.879543117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cff4c438-28c8-440a-9811-b16b042fe1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.880213799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3380cdc9-40cb-4895-9a76-9e9057bc53f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.952193566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1c250d28-7684-4f49-9a39-e4a5d2085d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.976885329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"82fdd58f-8151-4936-8b47-1c830be47fb0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.979410243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3380cdc9-40cb-4895-9a76-9e9057bc53f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.980102461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"3009718f-abbb-4f28-b3b9-0f220202663d","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.980170585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"3009718f-abbb-4f28-b3b9-0f220202663d","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:30.998093442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cff4c438-28c8-440a-9811-b16b042fe1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.123910558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"82fdd58f-8151-4936-8b47-1c830be47fb0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.183828985Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"82fdd58f-8151-4936-8b47-1c830be47fb0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.125176466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"53393592-eb80-4b80-84bb-9582bf5652f1","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.295850897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"9ed4e4ef-d1fd-4cde-bc87-f637744c5823","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.131897252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1c250d28-7684-4f49-9a39-e4a5d2085d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.298976469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"618d5694-4845-4c12-b9e7-550c66aa3402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.183686788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cd9d5ce8-b849-47ad-bb8b-c799dbb15e96","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/distinct-2-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.342134917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"61934a45-a869-44e2-b06c-d6004d84ae0a","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.342678701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"61934a45-a869-44e2-b06c-d6004d84ae0a","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.356543979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"618d5694-4845-4c12-b9e7-550c66aa3402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.373467041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"dc73eab5-0fc9-40b7-b7b5-80eb5491df91","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.388737753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"0d9f11c5-6191-4648-ad5a-73d005541e9e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.41205584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"0d9f11c5-6191-4648-ad5a-73d005541e9e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.417394844Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"0d9f11c5-6191-4648-ad5a-73d005541e9e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.418680561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"e57c9687-705c-45ef-b11b-4b63114a2ca1","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.491122377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"7fedf47e-9cd0-4ce0-b6f5-e6a0a1c2ea54","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.491151938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"7fedf47e-9cd0-4ce0-b6f5-e6a0a1c2ea54","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.605880998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8d67c057-0bcb-4f6c-a63b-8079274af524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.607168709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"75fd4ebe-49c3-4cde-a4f4-0806f340bd47","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.692832845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8d67c057-0bcb-4f6c-a63b-8079274af524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.768963664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"bcf6a629-775f-459d-8491-94bd3ecd1965","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.780835246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"37bf5c26-c6a8-4403-94bd-1e660427729a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.784041655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"bcf6a629-775f-459d-8491-94bd3ecd1965","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.805155457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"37bf5c26-c6a8-4403-94bd-1e660427729a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.815374062Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"bcf6a629-775f-459d-8491-94bd3ecd1965","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:31.963651481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4cbbc522-5865-4aaa-a3b5-0945b8c8cad4","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.071789524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"28f2f28a-12e4-4198-bbfd-188367216166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.075122948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"5013b7ab-3b09-425b-a926-ce7232d845a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.142936321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"28f2f28a-12e4-4198-bbfd-188367216166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.161790148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9cd7f020-55ee-4431-b186-9f5a55295cf1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.166300496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"37b66fae-a674-4489-aaa9-29abbc9ccabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.181571885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"237f2e65-9b17-47c7-8e90-e399c0de3beb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.207598842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"37b66fae-a674-4489-aaa9-29abbc9ccabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.24222339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"237f2e65-9b17-47c7-8e90-e399c0de3beb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.243158027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"84a5e641-0303-48bd-a13d-5cde0afe0983","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.260775599Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"237f2e65-9b17-47c7-8e90-e399c0de3beb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:32.702941667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"e4e26655-dc23-4bec-bfe3-2579b2bade10","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.402713764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"8fa486cb-676b-43b7-8445-5d360ec23e07","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.402740277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"8fa486cb-676b-43b7-8445-5d360ec23e07","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.433005241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"d1822b28-835b-4c06-b50f-cda804a19ce3","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.459372336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"e7de7b4f-37f1-4b40-b82b-b41bed22a31d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.459399639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"e7de7b4f-37f1-4b40-b82b-b41bed22a31d","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:33.519462328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"f5558573-e740-47a4-93fc-11b6ff5cd0ab","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.209638875Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.212655071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"8e64a840-7e06-4057-9980-4bb44fbff809","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.212701034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"8e64a840-7e06-4057-9980-4bb44fbff809","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:34.234052654Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-935d89-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.236826979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"ff90091b-c985-4397-8d46-3290fdfe63b1","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.236844913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"ff90091b-c985-4397-8d46-3290fdfe63b1","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.243326092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7b6851a6-1030-4935-9ccf-e09bfa2f440f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.243765187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c3ecb2c7-e868-4bb8-bf0a-d051a20b9da3","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.24420117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0e28f60f-2cf8-4f65-b22c-1670d58378c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.244627979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"b644d35a-db7e-4de9-82cf-3ea173d75315","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.245065222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"1ffe56f8-8dff-4f4b-9015-a91be5cda998","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.250648985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"e46c545a-f73a-4519-8d9f-a14304a0954d","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.250671537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"e46c545a-f73a-4519-8d9f-a14304a0954d","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.254902461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7b6851a6-1030-4935-9ccf-e09bfa2f440f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.25738078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c3ecb2c7-e868-4bb8-bf0a-d051a20b9da3","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.410424841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c3ecb2c7-e868-4bb8-bf0a-d051a20b9da3","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.431858841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"b644d35a-db7e-4de9-82cf-3ea173d75315","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.434390997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"1ffe56f8-8dff-4f4b-9015-a91be5cda998","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.435794731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a3fbbe4f-d3a2-416d-9f30-2aff26bd51e6","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.436027797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"a3fbbe4f-d3a2-416d-9f30-2aff26bd51e6","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.436865331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"0e28f60f-2cf8-4f65-b22c-1670d58378c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.437390695Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"f17ff29f-ec81-44c8-86fb-f4a4ea7c121c","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rot-935d89","model":"e2e-rot-935d89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.466080377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"93d30e94-2f7d-4ae2-98e6-37c0a434ce0c","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.466204824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"93d30e94-2f7d-4ae2-98e6-37c0a434ce0c","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.467643832Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"b644d35a-db7e-4de9-82cf-3ea173d75315","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.529214369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"f9a7f4ee-9eea-40ea-a30d-70dfc113e2f5","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.530300611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"eecc08b7-f201-4308-b3e3-3acf1c6e9c08","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.530320448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"eecc08b7-f201-4308-b3e3-3acf1c6e9c08","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.53925396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"f9a7f4ee-9eea-40ea-a30d-70dfc113e2f5","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.547507371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"3bb9800b-c22d-4f96-b1b7-64c555279a75","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rot-935d89","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.557648327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"db41eaa7-cdbd-4406-bb6d-735ab1ec10e1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.576206565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c0a558b9-4f73-44a7-90f7-5701eff63faa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.576234646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ad14b768-e9df-4a41-995b-125e057ce1ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.578557914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fa930175-14d1-4fa5-b625-11fb8863a015","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.578723351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"66e37b74-7d85-42e1-a474-e44edb09e713","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.584607007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ad14b768-e9df-4a41-995b-125e057ce1ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.585607403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c0a558b9-4f73-44a7-90f7-5701eff63faa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.58704752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fa930175-14d1-4fa5-b625-11fb8863a015","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.588099286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"66e37b74-7d85-42e1-a474-e44edb09e713","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.591783536Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"ad14b768-e9df-4a41-995b-125e057ce1ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.626562571Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"c0a558b9-4f73-44a7-90f7-5701eff63faa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.641021798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"28994484-d06d-43a0-9ff6-936e7b681151","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.66851336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0c64e0c6-0920-486e-bd63-ea292a29cf1b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.730533099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f535e399-7f9a-4d4d-a745-318eb56af9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.738933444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f535e399-7f9a-4d4d-a745-318eb56af9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.742293667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"c1b477a4-09cc-46df-ba10-766fcba5aa53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.742787329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"2e119d6c-b23b-407e-88d5-15ddaa489c0f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.752367836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"2e119d6c-b23b-407e-88d5-15ddaa489c0f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.847023275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cab1a1a7-4489-41f3-9dce-129c99baee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.85582745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cab1a1a7-4489-41f3-9dce-129c99baee59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.937566328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"740ab62b-a04c-4817-8631-3d0000c004f2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.945836834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"740ab62b-a04c-4817-8631-3d0000c004f2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:34.954125167Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"740ab62b-a04c-4817-8631-3d0000c004f2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.459243278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"bb6824ef-d104-4a32-9332-3e591f7515c7","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.789562913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27984cae-bbba-4cfd-8848-9e6e982ed78a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.78958366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27984cae-bbba-4cfd-8848-9e6e982ed78a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.828639391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8c6357e-2a6a-45b5-9709-29bda8f50748","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.85463705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be5f8798-067f-48b7-8e97-77b79f1dee61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.854654371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be5f8798-067f-48b7-8e97-77b79f1dee61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.864070898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d47e3f6-f2ca-4048-9002-70221e0fe48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.865721367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e24d0cbb-1068-45e4-a51d-587c658102e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.92670312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d47e3f6-f2ca-4048-9002-70221e0fe48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.929038278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e24d0cbb-1068-45e4-a51d-587c658102e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:35.940549655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09243f51-4002-4ede-adb5-5ceb182333f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.053922614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"063524f1-c374-40d6-a25e-cf272cc35953","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.275745132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"6a182555-bf6b-4f5e-b490-13efb036a6b0","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","subscription":"e2e-rate-iso-a-ab2f16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.280062369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"6a182555-bf6b-4f5e-b490-13efb036a6b0","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.284790813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-rate-iso-a-ab2f16","reconcileID":"6a182555-bf6b-4f5e-b490-13efb036a6b0","MaaSSubscription":{"name":"e2e-rate-iso-a-ab2f16","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.315004216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.315067643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"ab96247f-ef95-4afe-a5fd-d1db97819934","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/rate-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.315083273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"rate-test-model-bde944","reconcileID":"ab96247f-ef95-4afe-a5fd-d1db97819934","MaaSModelRef":{"name":"rate-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"rate-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"rate-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.330015742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"00c5ce9f-d0ff-4fb0-9c3f-45fd6830c760","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.330041956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"00c5ce9f-d0ff-4fb0-9c3f-45fd6830c760","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.484300352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"fd96bd0c-41b3-4569-9ba1-9a5d7c36662e","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.491729386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"227653e8-e57b-448e-a639-30dedaa028ab","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.491746052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"227653e8-e57b-448e-a639-30dedaa028ab","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.636799194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"427ec1e5-d6c4-43c5-af99-17b7faed8351","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.658073491Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","namespace":"ai-tenant-e2e-ait-712810ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.658144218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","namespace":"ai-tenant-e2e-ait-712810ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.658219379Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","tenant":"e2e-ait-712810ea","tenantID":"e2e-ait-712810ea","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.665251372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Deployment","name":"maas-api-e2e-ait-712810ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.676163608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180dad71-5661-40a1-ac61-ec6dba897299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.677881284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Service","name":"maas-api-e2e-ait-712810ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.680200716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180dad71-5661-40a1-ac61-ec6dba897299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.687249909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180dad71-5661-40a1-ac61-ec6dba897299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.693083264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180dad71-5661-40a1-ac61-ec6dba897299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.69837192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-712810ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.704108048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-712810ea","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.714558308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.726547576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.738089108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.743893719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.750632551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Deployment","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.753606796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.757776297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Service","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.76141636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"Service","name":"payload-pre-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.764077973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"DestinationRule","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.767215723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.770577761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.777875421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.781083754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.786894442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.789957264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-712810ea","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:36.794823809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-712810ea"},"namespace":"ai-tenant-e2e-ait-712810ea","name":"default-tenant","reconcileID":"079ba074-de54-4faa-8bc7-0a7000f936a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-712810ea","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.244433651Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-712810ea","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-712810ea","reconcileID":"7e1c00cb-09f5-4f0d-a2c4-36b5a21d9da6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-712810ea","removed":["maas.opendatahub.io/gateway-access-e2e-ait-712810ea"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.2555031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ab2de1-c9a7-44f6-a413-058a7436b4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.258720639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ab2de1-c9a7-44f6-a413-058a7436b4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.2624893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ab2de1-c9a7-44f6-a413-058a7436b4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.266231546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"1a0b4c41-3c78-4b1d-9d86-faf0568b1bb7","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.267151962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98ab2de1-c9a7-44f6-a413-058a7436b4c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.584916654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5669d37a-73cf-44fc-a438-89557f2cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.605421235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5669d37a-73cf-44fc-a438-89557f2cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.618755674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5669d37a-73cf-44fc-a438-89557f2cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.676377887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5669d37a-73cf-44fc-a438-89557f2cb190","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.767133418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"010c1fa9-4bd4-4a0d-b96c-be96ed253640","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.771414804Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9cbd331c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9cbd331c","reconcileID":"ac1ccdf3-0be0-4ef3-93de-8b5392ee070c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9cbd331c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9cbd331c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:37.822840302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"c764cc74-ff90-40dc-add5-941bf3d90cfa","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:38.001969618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06652709-9807-48a2-bc59-9fbffaa6ac85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:38.005113729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06652709-9807-48a2-bc59-9fbffaa6ac85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:38.008300728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06652709-9807-48a2-bc59-9fbffaa6ac85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:38.011634247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06652709-9807-48a2-bc59-9fbffaa6ac85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:39.112916976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"9cee0904-8e8a-482b-b8a5-26bf3bda7d69","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.028009094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"1355cebc-c11a-417f-bcf2-d5c7683ea1ad","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.079103633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"16140c7e-bbbe-42b5-b5cc-6c4984ea3e56","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.3276178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec50a24-ccc7-44c7-9dc7-27affdaa21e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.353651166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec50a24-ccc7-44c7-9dc7-27affdaa21e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.450491568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec50a24-ccc7-44c7-9dc7-27affdaa21e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.49273924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec50a24-ccc7-44c7-9dc7-27affdaa21e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.507845774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"31ccd12e-aff7-444e-afd1-3269d6de5408","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.508164845Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-sub","reconcileID":"31ccd12e-aff7-444e-afd1-3269d6de5408","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.605341961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.661277308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"8b497125-32d7-47ff-bac7-72e941070b33","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-rot-935d89","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.752335274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3569b605-d6ec-4bbf-b7e8-31bcabbebbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.756759598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"9da31f8c-51cb-4f58-a14a-10e8871144c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.780679644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c4b20e3b-2920-4504-8534-ca06bde6b35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.827092667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c4b20e3b-2920-4504-8534-ca06bde6b35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.854168689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"1671d2b6-ca81-4461-96ba-cfb2eb0aac7d","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.854202891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"1671d2b6-ca81-4461-96ba-cfb2eb0aac7d","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","externalModel":"e2e-rot-935d89","provider":"e2e-rot-935d89-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.856095569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3569b605-d6ec-4bbf-b7e8-31bcabbebbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.868723309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"9da31f8c-51cb-4f58-a14a-10e8871144c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:41.928656076Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"9da31f8c-51cb-4f58-a14a-10e8871144c6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.140829791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-status-transition-auth","reconcileID":"42034106-6009-441c-a662-c0b4c9127ff6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.141892179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"34689051-2c8c-4515-973b-cefff2504893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.143041877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7c3aff72-41bc-4582-906b-f6777fa5b428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.166681929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"34689051-2c8c-4515-973b-cefff2504893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.176156667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7c3aff72-41bc-4582-906b-f6777fa5b428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.249865694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"07473560-7786-45ec-a60b-13e669c48a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.32685526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"03d4ab38-185c-47ca-bca7-f8d5c9a1a3bb","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.351796307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"07473560-7786-45ec-a60b-13e669c48a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.365275486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d808cb65-d0b0-49a4-a53c-6684a120e849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.437176551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d808cb65-d0b0-49a4-a53c-6684a120e849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.498115932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0504a20c-a27d-4ca5-9972-b271d7e7811d","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.525993041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4c342351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4c342351","reconcileID":"0a4718d3-e337-43a7-8273-e1b4d3423ec7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4c342351-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-4c342351-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.544268257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"94d43f36-5b19-4945-99b7-d51267a2d062","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.561156576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"94d43f36-5b19-4945-99b7-d51267a2d062","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.645603187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518a9765-e548-4886-8184-c369c46dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.650260029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518a9765-e548-4886-8184-c369c46dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.654478843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518a9765-e548-4886-8184-c369c46dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.658166841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"518a9765-e548-4886-8184-c369c46dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.823918306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"8e223899-4cf9-4bca-bfac-e93337e2b631","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.927587439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:42.996915031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21a6a2-8ba8-411d-b31b-b2ff437b0beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.000774119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21a6a2-8ba8-411d-b31b-b2ff437b0beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.005596852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21a6a2-8ba8-411d-b31b-b2ff437b0beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.009055707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff21a6a2-8ba8-411d-b31b-b2ff437b0beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.346494847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125a218-a2bc-4ecd-b263-b90c9a7de544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.350616831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ce3caa13-b547-4bba-a5d0-908993ee9ae3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.351116516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125a218-a2bc-4ecd-b263-b90c9a7de544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.355066432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125a218-a2bc-4ecd-b263-b90c9a7de544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.359249955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9125a218-a2bc-4ecd-b263-b90c9a7de544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.361482559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8c61acf0-0b51-40bd-bc2c-1fa8d33f829e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.372805962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c6d91bc8-83b6-4f07-8fb5-abe6104bc501","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.385587807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c6d91bc8-83b6-4f07-8fb5-abe6104bc501","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.517572324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0ed8507e-66af-49fe-9670-3d451603a0a4","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.552414482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2383a7ce-3081-4ca6-842a-d44ab57994ab","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.553287432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.56291782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51da0a6f-0b84-4a0e-9c29-ca1689b73bb3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.563945989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"068370a2-a711-4bf9-9341-768fd4f21210","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:43.566806274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"e7a4464f-b4d1-4b0e-bd8e-6e8e18bced79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.572904062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51da0a6f-0b84-4a0e-9c29-ca1689b73bb3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.585284222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"7b7acb16-c387-489a-92b5-8f2978bca0b2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.596258897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c919d88f-6fd8-4c68-8a02-92af72958a17","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.637283579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a59d65c3-7837-4dde-ab68-b0ab8e401bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.63937991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3fdcea5a-3a8a-43c5-bee3-65dd52dfb2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.645333847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"3c89566a-c476-43c7-9d2a-c111bd3e8b1a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.64543513Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"3c89566a-c476-43c7-9d2a-c111bd3e8b1a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.649485265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3fdcea5a-3a8a-43c5-bee3-65dd52dfb2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.651970493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"a59d65c3-7837-4dde-ab68-b0ab8e401bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.745953044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"76bb8a0a-f427-4cf6-9376-9eb35ce8791a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.747170708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9f9ed569-7382-423b-bd11-e64b50704506","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.748067197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"cc44cac6-12e4-4e03-8ba3-4baf7066e6b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.75001338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40c584a2-a211-40be-b856-8a5ac600ee79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.826822361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"91fee5fc-df00-430b-bee4-9dd369806943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.832797234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9f9ed569-7382-423b-bd11-e64b50704506","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.836084339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40c584a2-a211-40be-b856-8a5ac600ee79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.838468998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"91fee5fc-df00-430b-bee4-9dd369806943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.842594543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"e29e9238-ae3a-41b7-9035-d940fc8a0a62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.842680733Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"e29e9238-ae3a-41b7-9035-d940fc8a0a62","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.926830958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7032ecd-aa10-493e-9ad4-e5b85bab5d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.930948387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7032ecd-aa10-493e-9ad4-e5b85bab5d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.935163613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7032ecd-aa10-493e-9ad4-e5b85bab5d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:43.939145652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7032ecd-aa10-493e-9ad4-e5b85bab5d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.265863711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ef3da944-625d-493f-a4ae-efaf54d08815","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.280729378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dffaff66-a748-4bf0-b034-b71d8e6d672e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.280773721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b03c1d83-1294-4e0e-a47a-e224291d1b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.281439975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1e21644b-3996-4e3a-90af-eb932ef345bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.289379867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b03c1d83-1294-4e0e-a47a-e224291d1b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.28975366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1e21644b-3996-4e3a-90af-eb932ef345bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.291821393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dffaff66-a748-4bf0-b034-b71d8e6d672e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.462692877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"e7643d78-ba0a-4d86-9db8-375b80240d3f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.485345445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"e7643d78-ba0a-4d86-9db8-375b80240d3f","name":"e2e-mt-9cbd331c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.504618695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"1d7bfa5b-914f-4e36-80c5-435feb5b076c","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","subscription":"e2e-rate-iso-b-ab2f16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.508307456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"1d7bfa5b-914f-4e36-80c5-435feb5b076c","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.512626194Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-rate-iso-b-ab2f16","reconcileID":"1d7bfa5b-914f-4e36-80c5-435feb5b076c","MaaSSubscription":{"name":"e2e-rate-iso-b-ab2f16","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.544012224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"bb59401d-4d54-410f-a8b3-8af413f6de35","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/rate-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.544046823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"rate-test-model-9e7156","reconcileID":"bb59401d-4d54-410f-a8b3-8af413f6de35","MaaSModelRef":{"name":"rate-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"rate-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"rate-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:46.545298407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:50.663443179Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e5931a5b-078b-41d0-a774-503da70528c0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:50.669924405Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e5931a5b-078b-41d0-a774-503da70528c0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:50.695660015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e5931a5b-078b-41d0-a774-503da70528c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-4c342351-gw","tenantID":"e2e-migrate-4c342351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:50.754049324Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e5931a5b-078b-41d0-a774-503da70528c0","name":"e2e-migrate-4c342351-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:51.530207018Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"e47428f1-b713-4be7-a93b-f90122e05d1f","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:52.878391823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"bab94a02-8908-4e3f-b183-cf80265714a9","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:55.269436692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"d301e59e-577e-4b12-ab3c-a898afb62198","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:55.84957875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ad1443-dc5c-4330-8e5a-49a32d65fad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:55.855552251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ad1443-dc5c-4330-8e5a-49a32d65fad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:55.869555971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ad1443-dc5c-4330-8e5a-49a32d65fad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:55.883319249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43ad1443-dc5c-4330-8e5a-49a32d65fad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.254684266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d6e4d-b13b-4dd8-b44e-aa726121860a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.258463859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d6e4d-b13b-4dd8-b44e-aa726121860a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.263040599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d6e4d-b13b-4dd8-b44e-aa726121860a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.268034365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605d6e4d-b13b-4dd8-b44e-aa726121860a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.281868497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"af72e68e-6f93-4c73-9777-b3360cbf7a61","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.30689548Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"af72e68e-6f93-4c73-9777-b3360cbf7a61","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.306931028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"af72e68e-6f93-4c73-9777-b3360cbf7a61","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.30707689Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf","reconcileID":"af72e68e-6f93-4c73-9777-b3360cbf7a61","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.321642128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"dd2bd08a-4b5b-4409-b204-53f970de843f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.332988601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"20ed42bb-952e-4481-a4be-55d34e2194da","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.333003373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.350042774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f1910d9c-b4dc-4882-8899-d3f46d350097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.350129054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"89e50396-1444-4248-b1d1-f196ceae39ae","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.352829417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"db4ecdbe-1cf9-412d-84ee-cede9acfdc3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.358796948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"89e50396-1444-4248-b1d1-f196ceae39ae","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.36033899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f1910d9c-b4dc-4882-8899-d3f46d350097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.362174913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"db4ecdbe-1cf9-412d-84ee-cede9acfdc3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.483899276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-healthy-inf-auth","reconcileID":"90ca94fc-7aae-40c1-8551-0da2e3157995","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.484025495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"93bf66ee-b0cb-4120-9735-a84f1866d1c0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:56.576149054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"67d4a478-ba64-4b81-ba27-5aee3e34314c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.390652608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0f3277c3-4146-4946-a3ee-823e4d17d1a9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.399493488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0c164666-78e0-471c-9b66-cdcb11ac7d78","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.412289267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"539339b9-cf16-4d92-9cee-67eaab29c348","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.424052788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"539339b9-cf16-4d92-9cee-67eaab29c348","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.447581753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0145b93b-294e-4f34-849f-39454ad3e0cb","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.510502165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"9250a225-7ece-4659-9ffc-3282463c7b04","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.519102682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"9250a225-7ece-4659-9ffc-3282463c7b04","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:57.545314089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"9250a225-7ece-4659-9ffc-3282463c7b04","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.560715128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"2269c02a-b8bd-4869-8452-26df1e66f29b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.568848634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"2269c02a-b8bd-4869-8452-26df1e66f29b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.57427286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"272057c2-0d44-4f20-9511-f8f2fe5c147b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.575160122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.644836779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"370a4acb-c1b5-4068-b7e7-cffba88e7867","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.649103631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3c3c3959-cc0e-4128-a93e-e23ebd3f7a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:51:57.649777611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"8a8ee65a-d62e-4bd5-abf0-e8a46c61badd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.726769713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a1106be2-bf0a-462e-89be-86c8a3be68d0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.72780153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3c3c3959-cc0e-4128-a93e-e23ebd3f7a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.73333857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2a12c967-626b-42f0-ae77-7320f5914c80","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.734012229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1355245c-fa3f-449b-a4dd-cbdba623cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.735846128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"47973d47-f95b-40e3-bbdb-4dc2e5f16d84","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.742185427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1355245c-fa3f-449b-a4dd-cbdba623cb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.746636532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"47973d47-f95b-40e3-bbdb-4dc2e5f16d84","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.758744815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"b2054991-c9d7-4f7b-87c2-f59a84961ef7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.758835697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"b2054991-c9d7-4f7b-87c2-f59a84961ef7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.785410301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3295e14c-5696-49a1-a56a-632c5e30fa65","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.81042756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4f220c97-306a-4bdf-8781-95524bcdc923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.812825957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"32515bfb-551e-4fd2-b402-edb3717efd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.818961613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4f220c97-306a-4bdf-8781-95524bcdc923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.822082483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"32515bfb-551e-4fd2-b402-edb3717efd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.847889506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"f3d4eb97-6bd6-4562-a37d-b633e21d2c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.851535929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"128e4c83-8f8a-4284-bf39-51c62533f759","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.851632791Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"128e4c83-8f8a-4284-bf39-51c62533f759","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.912368896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"422688e5-52e3-4f13-8dcc-e3e420fa348b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:57.92143564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"422688e5-52e3-4f13-8dcc-e3e420fa348b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:59.787037207Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"f8112fb8-966a-4e26-98aa-d8db50119e24","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:51:59.798106569Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"f8112fb8-966a-4e26-98aa-d8db50119e24","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.033085272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"5fc8aef7-887f-409c-94ea-62ad469777bc","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.228653158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba433c9-8e9f-4370-bf29-a54b912a0db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.232244988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba433c9-8e9f-4370-bf29-a54b912a0db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.235456808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba433c9-8e9f-4370-bf29-a54b912a0db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.23865566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba433c9-8e9f-4370-bf29-a54b912a0db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.326721981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"76e19dde-9ec5-42b3-bbd4-f30a600e6166","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.397232068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e74297f3-acf7-4c94-9bb7-aa322e38cd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.397827892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"f20d4f93-f1f4-473b-ac87-f6db0f9231fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.40608176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"09543a26-bf11-4fe7-9ed9-630eb7755234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.41985121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"f20d4f93-f1f4-473b-ac87-f6db0f9231fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.451995076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"09543a26-bf11-4fe7-9ed9-630eb7755234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.461774917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e74297f3-acf7-4c94-9bb7-aa322e38cd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.601473603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804a0e5c-a761-49b7-b6f9-f2ef68bed2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.605145219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804a0e5c-a761-49b7-b6f9-f2ef68bed2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.60872158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804a0e5c-a761-49b7-b6f9-f2ef68bed2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.612451281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804a0e5c-a761-49b7-b6f9-f2ef68bed2ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:00.725843045Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"c53b2fb6-a1cb-43d1-ac87-be7e1741c3d6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.173171702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0dd15adf-fdb4-4160-8a03-384c7b3d0304","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.191296762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"c97101d0-f42f-4d10-b1e2-1a78444a87cc","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.364873402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2620b82-9b0f-4646-bff5-1e2a2672ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.371339712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2620b82-9b0f-4646-bff5-1e2a2672ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.377454608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2620b82-9b0f-4646-bff5-1e2a2672ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.38081925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2620b82-9b0f-4646-bff5-1e2a2672ba05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.591711586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9994-dcea-4949-9742-4dae6004e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.595286245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9994-dcea-4949-9742-4dae6004e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.59856717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9994-dcea-4949-9742-4dae6004e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:02.601882531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9994-dcea-4949-9742-4dae6004e933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:07.651620482Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e249c7bf-6de0-470a-ae6c-033ba5a3dc00","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:07.667928497Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"e249c7bf-6de0-470a-ae6c-033ba5a3dc00","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:08.462985523Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"117b2ce5-17b2-44c6-be34-7e25bc680808","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:09.659407276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d4b3a3f2-3663-4821-aec7-9ef0f213f48b","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:09.659434903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d4b3a3f2-3663-4821-aec7-9ef0f213f48b","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.343143029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"c60306b2-18f8-46ee-a0fa-df13ebff7f5a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.365219404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"c60306b2-18f8-46ee-a0fa-df13ebff7f5a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.365249892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"c60306b2-18f8-46ee-a0fa-df13ebff7f5a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.365393028Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey","reconcileID":"c60306b2-18f8-46ee-a0fa-df13ebff7f5a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.379646091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"cb3d0531-42cd-475a-a65f-8ddcb8dc6d52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.498325098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"796d0672-30e4-490c-a625-c07d2bedc521","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.498729119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.520738828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9708a174-3669-4d96-9cc2-530ad317e562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.526102145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"90f673ed-dffd-4e6d-a0be-35e99f00f371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.53131922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9708a174-3669-4d96-9cc2-530ad317e562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.534768523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"90f673ed-dffd-4e6d-a0be-35e99f00f371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.609017902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"67563354-4f74-4c64-b513-31394c3ff769","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.618493203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"67563354-4f74-4c64-b513-31394c3ff769","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.638448243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c9674e3f-a544-4b9b-b309-179f8f9e4cb0","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.737944961Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-apikey-auth","reconcileID":"237a53bc-ce41-4491-bf5c-8925c13ac0f3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:10.849903174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"763960e8-96d3-4860-8245-4dfe88f16ba2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.667016816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"94b0fd44-a5e4-4d9f-99f4-78101daacbaa","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.673304937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9b7cecf8-6f85-4072-8556-f325bf5da136","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.698171147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"6fa26dbe-9ea2-4f02-87a5-7195cfa95a4b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.707728385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"6fa26dbe-9ea2-4f02-87a5-7195cfa95a4b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.735830458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"89b2829c-8ba1-4971-a18b-9d90fed8869f","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.797021782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"42dad255-c684-474e-9a9f-5fded7b2ca8a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.807169738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"42dad255-c684-474e-9a9f-5fded7b2ca8a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.845219656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.846331696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2ee799b9-8518-464e-a18c-3bb140ac3855","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.853804878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"3532a908-8ac1-4cc5-acec-5f8068f5c8f1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:11.85714357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"1bd86e96-dd55-4df8-89c0-135d41956deb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.931126941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"01cb2c20-f885-4e2a-9b7b-ef023e1bf538","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.933203266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bde8a655-968e-45f0-85d7-5afc866a937e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.934881625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d23c7c89-28e8-46e6-b64d-45c49d433a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.936224655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"c9f7500e-2994-45a6-bb81-69e806d1fb60","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.945510366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bde8a655-968e-45f0-85d7-5afc866a937e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:11.950934176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"dc93a4d7-d0cd-4156-864d-9badc1aac7ba","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.028497257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"d23c7c89-28e8-46e6-b64d-45c49d433a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.029710008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"c9f7500e-2994-45a6-bb81-69e806d1fb60","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.044167138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0077045c-c3b8-41d1-94bf-9baf737da71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.048415383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b70e5ecd-aee8-4f67-b3d5-0e4cc0d049a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.049172971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"7969b874-c2e8-452f-b149-899d923f18b6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.049282544Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"7969b874-c2e8-452f-b149-899d923f18b6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.051140023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"08527f81-dc78-4fa1-8d6c-7de7cc704d34","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.054069497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0077045c-c3b8-41d1-94bf-9baf737da71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.057302721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b70e5ecd-aee8-4f67-b3d5-0e4cc0d049a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.059992895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"08527f81-dc78-4fa1-8d6c-7de7cc704d34","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.066238386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"d8396c82-1219-4877-a643-8d9a3638ce34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.071856762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"96e33d79-bf2c-467b-b102-5e8a9ecbb143","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.173311134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"18bab0a3-2c25-4918-86f1-3ca1bfad5d39","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.173467691Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"18bab0a3-2c25-4918-86f1-3ca1bfad5d39","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.228639893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"83123793-0621-4e6b-aed7-a03741a0c6ee","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.286230639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"7320d25a-7f46-4d17-b3c5-c2d9ac82155c","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:12.934382406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.610662312Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","namespace":"ai-tenant-e2e-migrate-4c342351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.610753989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","namespace":"ai-tenant-e2e-migrate-4c342351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.610836938Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","tenant":"e2e-migrate-4c342351","tenantID":"e2e-migrate-4c342351","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.62570086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Deployment","name":"maas-api-e2e-migrate-4c342351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.662321484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Service","name":"maas-api-e2e-migrate-4c342351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.699602655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-4c342351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.707959268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8cc4e904-e1e2-447b-a9f7-53f5f8393b58","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.728827112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"406ca816-db51-4445-bcca-e3d6f95d5cda","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.729146737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bff3cd8a-8f7a-4858-a05f-a04030dfff1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.729393663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3448a5d-4396-4bc9-889b-aee868961374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.730684822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-4c342351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.744131861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3448a5d-4396-4bc9-889b-aee868961374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.745426256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.754991087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bff3cd8a-8f7a-4858-a05f-a04030dfff1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.755558103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.756426945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"406ca816-db51-4445-bcca-e3d6f95d5cda","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.763172344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.767623201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.771409238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Deployment","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.775725446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.782533944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Service","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.787568732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"Service","name":"payload-pre-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.793701293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.7988975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.802183631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.805664466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.809010232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.812558426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.819025576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-4c342351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:14.822595368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-4c342351"},"namespace":"ai-tenant-e2e-migrate-4c342351","name":"default-tenant","reconcileID":"9578c524-e3a9-4820-8e4a-c004a5eb7bfa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-4c342351","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.286851738Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-4c342351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-4c342351","reconcileID":"6d38cc85-362c-4562-ba7e-922e7023d40d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-4c342351-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-4c342351-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.383537721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"a02dd8d3-87e6-47b9-aea6-c74b8a4cdf2a","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.797848022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa43fb-2a41-4da8-bb83-b8703950c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.829098002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa43fb-2a41-4da8-bb83-b8703950c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.844390557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa43fb-2a41-4da8-bb83-b8703950c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:15.899627566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28aa43fb-2a41-4da8-bb83-b8703950c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:16.564780501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5bf67e-40f4-4c80-b4ba-0252c7eefca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:16.589129545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5bf67e-40f4-4c80-b4ba-0252c7eefca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:16.649260646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5bf67e-40f4-4c80-b4ba-0252c7eefca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:16.668474682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5bf67e-40f4-4c80-b4ba-0252c7eefca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.027838733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"91bdece8-f923-468f-8370-e39472dbf0e9","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.168862192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"cfdba7b7-d0ce-4d12-8b31-efb95551b3c1","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.227137098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84ebde4-3376-41e6-875c-1cdea8d67146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.233663171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84ebde4-3376-41e6-875c-1cdea8d67146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.240963047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84ebde4-3376-41e6-875c-1cdea8d67146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.244555263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84ebde4-3376-41e6-875c-1cdea8d67146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.484285057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc06abd-4224-49e5-9b01-1be41dd9842c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.488111369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc06abd-4224-49e5-9b01-1be41dd9842c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.491436631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc06abd-4224-49e5-9b01-1be41dd9842c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.495386436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc06abd-4224-49e5-9b01-1be41dd9842c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.879716236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4e47e1ca-7f05-413e-b209-1ed72649dfcd","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:19.87973777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4e47e1ca-7f05-413e-b209-1ed72649dfcd","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.17597222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"008d4343-c967-41cc-8e78-cafaa41937ca","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.189065571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-62e67514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-62e67514","reconcileID":"48fecbeb-0655-4a9f-9ecd-f57e1be6689b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-62e67514","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-62e67514":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.215616106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c10dafd6-aea0-451d-835d-8b6752b430bb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.215636692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c10dafd6-aea0-451d-835d-8b6752b430bb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.229944821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ec633286-f00c-49f2-930a-760c150e366e","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.229963886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ec633286-f00c-49f2-930a-760c150e366e","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.240583797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"8567f4c9-f182-466e-a8fa-c4a0e5bf8c57","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.243525626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0526ec98-4c7a-4367-96f6-b5ffa81003f8","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.28046156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0526ec98-4c7a-4367-96f6-b5ffa81003f8","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.289600256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0526ec98-4c7a-4367-96f6-b5ffa81003f8","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.343116235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c3fdab84-a294-4ba4-b008-0bbecd13f0fb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.343137311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c3fdab84-a294-4ba4-b008-0bbecd13f0fb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.411163211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911f0f45-ed6c-4823-8bd9-f099cca66a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.414618232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911f0f45-ed6c-4823-8bd9-f099cca66a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.417816745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911f0f45-ed6c-4823-8bd9-f099cca66a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.421014061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911f0f45-ed6c-4823-8bd9-f099cca66a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.430643234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"74d9f913-7690-4b24-99fa-e5876b6fea65","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.430661921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"74d9f913-7690-4b24-99fa-e5876b6fea65","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.430786647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.441976453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"10b268c1-5d98-4ead-8a2a-d63c1c1b6fa4","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.44199446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"10b268c1-5d98-4ead-8a2a-d63c1c1b6fa4","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:20.445418279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"c8328b32-24b9-4e6a-920b-bca53730db3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9cbd331c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:20.447072231Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"10b268c1-5d98-4ead-8a2a-d63c1c1b6fa4","name":"e2e-lifecycle-model-9cbd331c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9cbd331c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:20.447129704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"10b268c1-5d98-4ead-8a2a-d63c1c1b6fa4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9cbd331c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.447899603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"177a6085-86f8-4fcc-b84f-525cf2f348bb","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.452454664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"5d6bdc41-e51f-4c45-90e4-b1f4c9417f33","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.452468435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"5d6bdc41-e51f-4c45-90e4-b1f4c9417f33","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.457503098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"177a6085-86f8-4fcc-b84f-525cf2f348bb","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.458476358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4ea51cfe-9795-4ff1-92d9-2cc3e2fb2db7","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.458490687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4ea51cfe-9795-4ff1-92d9-2cc3e2fb2db7","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.46457376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"177a6085-86f8-4fcc-b84f-525cf2f348bb","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.470626801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"0dbf8465-4e86-40ee-b12a-7d60de7ad2c8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.470641457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"0dbf8465-4e86-40ee-b12a-7d60de7ad2c8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.4951953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"8e67f17c-0883-4664-82b5-e94b4d5e9bf4","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9cbd331c/e2e-sub-9cbd331c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.515186275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"f79834fb-f951-4b5e-b985-b37d5d072a90","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.515203122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"f79834fb-f951-4b5e-b985-b37d5d072a90","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.542018082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"b60a3b61-ca5a-4603-88a4-bb1fccba5226","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.551000512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"b60a3b61-ca5a-4603-88a4-bb1fccba5226","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.558937147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"b60a3b61-ca5a-4603-88a4-bb1fccba5226","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:20.587402001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"53c611d0-eccb-4def-a7aa-5c0fcb51ff10","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:21.526164412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"b24d9f9d-fe4e-46b9-b75c-1d8fe5b173b8","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.730117841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"203cb767-4cf5-42ed-9f21-26b779fbd11a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.758776299Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"203cb767-4cf5-42ed-9f21-26b779fbd11a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.758815789Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"203cb767-4cf5-42ed-9f21-26b779fbd11a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.758973457Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube","reconcileID":"203cb767-4cf5-42ed-9f21-26b779fbd11a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-2e80fb/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.814062422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"28cf8c19-78e5-4b93-bdb6-e68e1e66c56f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.898795323Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.968434267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"99d6d0b8-04d1-41dd-87bb-ea96eace173e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:24.988736813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"b5131ad3-fab0-4fba-bb7e-1b16d2525b78","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.004004734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"b5131ad3-fab0-4fba-bb7e-1b16d2525b78","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.049738588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b697d124-c11b-41c5-85f6-b8e462050abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.050569355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ddc05445-a7b0-4e3a-a412-46b6dda3a69e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.071532173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e9ebfba6-7962-465a-8cf9-1548845f597f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.077011108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b697d124-c11b-41c5-85f6-b8e462050abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.082500244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-degraded-models-kube-auth","reconcileID":"aa678bc1-2ad7-47dd-b562-0e7a8ecedefd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.102761855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e9ebfba6-7962-465a-8cf9-1548845f597f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:25.17752522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c3c9c8b5-b2c6-47eb-8d2f-0e5e27546faf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.185495991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"072e3d49-e5ba-4960-914d-085bc069e05c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.185541848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"072e3d49-e5ba-4960-914d-085bc069e05c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.545876441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"500b04ab-36d9-42c4-8b1c-bb083160544d","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.545898252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"500b04ab-36d9-42c4-8b1c-bb083160544d","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.55189341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"b7afd172-2313-4690-a06c-e9aa6cb1085c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.551912201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"b7afd172-2313-4690-a06c-e9aa6cb1085c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.55938179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"d740366e-6750-4785-b62e-aa61e5289d64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.588802311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"d740366e-6750-4785-b62e-aa61e5289d64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.595997242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"d740366e-6750-4785-b62e-aa61e5289d64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.627251666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"46943ad5-c665-42b6-a8e5-d56b2d1dadfe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:26.627274047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"46943ad5-c665-42b6-a8e5-d56b2d1dadfe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:27.986630633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"74a22a98-987d-46c0-909f-442aa84a1be9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-62e67514","tenantID":"e2e-ait-62e67514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:28.01586692Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"74a22a98-987d-46c0-909f-442aa84a1be9","name":"e2e-ait-62e67514-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.570912439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"ef8b1281-19c7-4ce1-b938-0ea9ff32e824","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.579805441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"ef8b1281-19c7-4ce1-b938-0ea9ff32e824","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.588286671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"ef8b1281-19c7-4ce1-b938-0ea9ff32e824","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.880221031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4c913b03-4915-4f37-bcb2-8e394a259f6e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.880478321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.886627811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"620d7429-4ed8-4e50-b939-b51316169924","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:30.891155523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-list-subs-refs-sub","reconcileID":"b2992507-75f3-4594-b2bb-59fe2158b19e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.893018244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3b71a035-5e0d-46ec-835e-f49bc5d8ec93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.893110505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"062770fc-12f3-4843-9a48-502c760ccb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.901429595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"062770fc-12f3-4843-9a48-502c760ccb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.901453862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3b71a035-5e0d-46ec-835e-f49bc5d8ec93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.906641952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"77b76355-646a-4379-8a00-2a597e15b2c2","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.914934586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6022c666-1d87-4d5c-aa7b-7afff933748e","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.939777292Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-list-subs-refs-sub","reconcileID":"dc60d980-feed-4ce7-b7f7-23c2ea1dc88a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.959387309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2065ec42-9a5b-47d9-a22d-6555b4071be5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.991646038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"edadbdcc-4d7c-406f-ab83-dc64d1f62302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:30.991711595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"292a6f72-1bcd-4200-8abe-9cb15cfffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.000006297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"edadbdcc-4d7c-406f-ab83-dc64d1f62302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.000382276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"292a6f72-1bcd-4200-8abe-9cb15cfffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.029849252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"fbb3010c-a3af-4372-989f-a0892ce9f76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.030269239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-list-subs-refs-sub","reconcileID":"ca14fe69-443b-4eec-9b90-9c30982b2a3b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.053052815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"9df33b3a-8774-4f97-8ee9-e39fbcc5b95b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.412113631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"108361ac-ffb7-4ef0-b422-69820d08eff3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.424960082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7a03cd22-5b33-42d3-bbef-3dec44fce71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.425036746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa884414-532d-46b0-b343-143e2be04e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.434069211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fa884414-532d-46b0-b343-143e2be04e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.434072627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"7a03cd22-5b33-42d3-bbef-3dec44fce71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:31.538752363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"3c1a7bd6-400b-40ea-a956-95ee716279ad","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:36.64130459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"84c238a5-2ca1-46d7-82ea-1f545f9e2631","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:36.650068791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"84c238a5-2ca1-46d7-82ea-1f545f9e2631","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:36.657778539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"84c238a5-2ca1-46d7-82ea-1f545f9e2631","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.246744474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"6897716b-05b0-4f6a-a6cf-ab19face5f00","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.271525983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"96b9e281-de5c-418e-9c56-2f14cceff56d","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.271553031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"96b9e281-de5c-418e-9c56-2f14cceff56d","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.435224418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"3dc8d0d6-84d7-4ad6-b057-77a7f068156b","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.458280794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"3dc8d0d6-84d7-4ad6-b057-77a7f068156b","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.473273841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ad3bbc882e8af460251dfa9d49a6c9fb90ae8c89a0cdec98c470ee187e34f98) AuthConfig (eb9625f29f16a0ecc733d361a24441f7a63250d6132c0a7dc084c03930410b0c) AuthConfig (1587e03eb6e07cc4fe8d466d7fbedc118b7321ffed82da79a47eb661f64911f8) AuthConfig (a9be05a56990b0e2c9becc35166ffe00a9f27594fc11b5c477c5d0a839b60036) AuthConfig (56e69f9e69f25c5596856d08f7eb283a487761c4db9a46808b879364c1c3712d) AuthConfig (8d01cde3334348c32375b2e20f36b1628975e227a1da9383517c828084b6ec33) AuthConfig (256fc3de75fe55e5ec0fb10c093c619b41bf43e18ff18a9f267ebe8135fb8e7f) AuthConfig (8bcf88dc5b06c4998588b190423d5bc83a2f75a49bcd0fd03b09858910d30c13) AuthConfig (53645c5a3d9d3307207cb6deb28c2b3dbceea6ebb8077fbb86756b09b7a2d1d0) AuthConfig (04771a7be5a07130e7aeb5954addebf0476a089c0a5b7215f7c75f55a3587f52) AuthConfig (bc7f9922f20ab4bbd1d6d9b129e8a738c1c522025dbed2ba1eef30dd38410c98) AuthConfig (5a7fef0518a279ce9f142515c5f2ffe975036d1b5b9a693464f7d26a89286b68) AuthConfig (684cc15311aaca11522204eb8967f9dd93de3d26be904aaa123fd19964f6237b) AuthConfig (b266c715891b698b38d0f4a379579a4c3e4a8c4789b68bc1f38988e85c6cbe7b) AuthConfig (d368f91aff1cc91733fbbd4ebc790c107bbe0dc15a216e86242b37d89e0779e4) AuthConfig (00d5831d8bdbbc913f80eca8b320e0e096e22b3aba1da23ea599b352e980f4a3) AuthConfig (c3927ff05061640aa1e3fe7c5fdbb3fc997f61f33d225d4557d8d3978af2797c) AuthConfig (f160bddc9184872d89353f987d7dd4e78e5f307e43a85914e0564e5419ecdfad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"3dc8d0d6-84d7-4ad6-b057-77a7f068156b","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.489091487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"3c012bf8-c6b9-488b-872c-d36702096dc8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:38.489227912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"3c012bf8-c6b9-488b-872c-d36702096dc8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.437852918Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-list-subs-refs-sub","reconcileID":"f032ae2f-09b1-44cd-b84a-4c270ab31216","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.528401257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-list-subs-refs-sub","reconcileID":"f032ae2f-09b1-44cd-b84a-4c270ab31216","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.549718108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"76c2e3cc-6a2b-4211-b58c-f4c751299ded","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.553411092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"bef8d303-096c-4e84-8192-b5f182c396ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.654980402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"570ce8bc-ac33-460e-9ec9-155ea8ce4306","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.655411206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.665535464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2e16b022-65c2-4910-983f-f61bd240e96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.665547976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c5c48b48-4f64-4f84-bfd2-5c7e23c5aab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.67447482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c5c48b48-4f64-4f84-bfd2-5c7e23c5aab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:41.674560129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2e16b022-65c2-4910-983f-f61bd240e96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.321462417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"fbb5cfcd-e89c-428e-b80d-e094dc2965ba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.321568453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"fbb5cfcd-e89c-428e-b80d-e094dc2965ba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.33319766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"4c1838e6-15ac-42bb-9254-370838a4978b","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.498792312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"8fa3b829-179f-4780-be11-164b8fc3278b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.498812158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"8fa3b829-179f-4780-be11-164b8fc3278b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.498804526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.51660108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"e42d1113-032e-4fb5-aa67-4170cec3c3b5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.516616783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"e42d1113-032e-4fb5-aa67-4170cec3c3b5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:42.518841237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"b98e1813-f1c7-4eb7-8cd6-7794b64339a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.521313958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b83bde09-24e3-44be-a03d-93cdd4f2bc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.536341592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b83bde09-24e3-44be-a03d-93cdd4f2bc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.559159635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"7008e376-20a3-459c-b153-11c0439d9584","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.559179118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"7008e376-20a3-459c-b153-11c0439d9584","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.583478059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"35df3d4f-22a2-4479-bc09-821a884cc633","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.583495458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"35df3d4f-22a2-4479-bc09-821a884cc633","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.63497853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b2a41cee-834f-475a-b42e-65fd202bf9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.641236557Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"11bb24cb-33c6-4b69-81a6-1699476e1993","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.64867614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b2a41cee-834f-475a-b42e-65fd202bf9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.672757388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"a3b8c536-5c81-48b2-a693-795d7dfade6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.672774088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"a3b8c536-5c81-48b2-a693-795d7dfade6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.678099556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"71928e99-124c-49a3-b420-a059fffafeba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.67811459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"71928e99-124c-49a3-b420-a059fffafeba","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.688901941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"7f4ee68d-8dc7-4981-ba0b-9ed81d19523e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.688971646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"7f4ee68d-8dc7-4981-ba0b-9ed81d19523e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.710309141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"039fd787-a0d9-428d-8186-fbade099750c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.720148058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"83fa47c1-d799-4707-9e5c-c9211b9c3db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.723418715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"0364b615-c277-49f1-bec3-480df4c1828b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.723790815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"64ec50db-5960-40a2-b393-6520061c6bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.737788919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"83fa47c1-d799-4707-9e5c-c9211b9c3db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.738839285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"0364b615-c277-49f1-bec3-480df4c1828b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.743763571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"64ec50db-5960-40a2-b393-6520061c6bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.808689913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"aab412f0-a1fb-4e53-a951-12b416dc1444","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.850580272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.869100812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"99c9e7db-cc55-4a27-a7f5-1b516aac0693","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.869119126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"99c9e7db-cc55-4a27-a7f5-1b516aac0693","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.872756653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c2b34c26-70b3-458f-8da0-0f501d2a26f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.876783868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bc0a2835-c010-4e9d-930f-cf796bb59636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.881309975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c2b34c26-70b3-458f-8da0-0f501d2a26f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.885595652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"bc0a2835-c010-4e9d-930f-cf796bb59636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.976497312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"10b6f4e7-0db5-4217-9a9e-4a08174b3e9f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:42.987110719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"10b6f4e7-0db5-4217-9a9e-4a08174b3e9f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.676212121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"10ad0f76-500d-429c-bd58-52cf76391bc7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.678653593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"10ad0f76-500d-429c-bd58-52cf76391bc7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.67831232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"45d5db4b-93f3-4cc5-83ba-67cd03bfcde9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.701802083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2e69c3cf-074b-4dd9-8df4-52c517677dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.703326879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"020ada80-150e-4788-8ea6-e39745a159bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.70468238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"730b2c2a-2e3a-4d89-8e11-f363498a4b9e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.710541426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2e69c3cf-074b-4dd9-8df4-52c517677dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.713068022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"020ada80-150e-4788-8ea6-e39745a159bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.79897092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"174c9f31-ff55-41e8-9fee-fd052afd00e2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.800827803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"686e45b7-2ec3-4d83-a7b6-d5f7e0ed8144","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.80084411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"686e45b7-2ec3-4d83-a7b6-d5f7e0ed8144","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.821970981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"664e4437-7c9a-4d30-9ba7-78a014269d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.824065765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"029c5e43-fbc0-4a50-83cd-3a69ba993cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.835691912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"743a7c90-8b24-487d-9661-f9a687c965b0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.840220441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"664e4437-7c9a-4d30-9ba7-78a014269d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.858530906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"029c5e43-fbc0-4a50-83cd-3a69ba993cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:43.891760716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-auth","reconcileID":"174c9f31-ff55-41e8-9fee-fd052afd00e2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.949551519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"5dbbf1a6-d9fc-4666-80be-608deb8d1c11","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:43.949586138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"5dbbf1a6-d9fc-4666-80be-608deb8d1c11","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.045801029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e08c9a1f-30f7-4272-a478-746935d1e05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.046536265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"96c9ad0b-87b7-4baa-a4ef-48db4a548b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.059306452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e08c9a1f-30f7-4272-a478-746935d1e05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.067067672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"96c9ad0b-87b7-4baa-a4ef-48db4a548b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.197900285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"1cfbefeb-2ff4-499c-b0a9-1afdf901d38d","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.541562091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"623a0c11-df8b-46fa-91ee-cd27d37398a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.551967449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"623a0c11-df8b-46fa-91ee-cd27d37398a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.56786113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"623a0c11-df8b-46fa-91ee-cd27d37398a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.576567337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"623a0c11-df8b-46fa-91ee-cd27d37398a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.961311287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910a6224-048b-4eb6-b550-7f84b5d560a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.965296046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910a6224-048b-4eb6-b550-7f84b5d560a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.968681314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910a6224-048b-4eb6-b550-7f84b5d560a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:44.972533032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910a6224-048b-4eb6-b550-7f84b5d560a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.545577224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"c88cadb3-34da-4acc-96ee-86ba21f3d743","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.560524386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"7242b760-07c0-4884-9a5a-3898bfb85d8d","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.677292666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"4e7c9f62-93a7-490b-b427-47fe38864785","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.688149027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"4e7c9f62-93a7-490b-b427-47fe38864785","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.697207853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f5685fb0fae483480a312f025cf0365fd23afedb339c08b19c170c376655286) AuthConfig (ee0bdb7d8e906d1d2eda17e1f01706ad76334f7860c08e007c121b8344f18c09) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (e76c89bca4602d129146d4b1a1dca8c08eba70dc9c35b30c3804646d1bb48911) AuthConfig (dc02a18d17a7da15a166ffd2c8a8bc50521b8b3e6ed4c281dbece65d71aba4f6) AuthConfig (f8b1fbec2bd4cb662bfb689f1a6929044afaeac65523f937e35fc4c4fec46608) AuthConfig (4a5a1ecacbb46785a8e4725d8cf8224ad2c238c50a3012f6d8dc459787c5cbe3) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (3d0373609ef0590304c205480590da99c83e96563c382d36ec231cf82cb11607) AuthConfig (36f4126bbb57d6b424d085b0161af7b4a0b0ec7003372784a60ad72934179a92) AuthConfig (8132dd0347ae74ec4bc5e8589f0cff26c8ed3257f8ace373e46baae1b3bd6a87) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (49f3bc8224d9445fb9650b63530420cc89f3df0cca93d2c03f801de36b603d05) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (7cd5e9f85ea8b136ac136f182d252253d37c097b6c9bfde34b134d271386527d) AuthConfig (29be7f9396e8f1c4f7bff55b665e02a61a3c08a6a7ca5be522e93867c45bc978)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"4e7c9f62-93a7-490b-b427-47fe38864785","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.711379942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"8878b43a-a81a-4b60-a429-3952164d6012","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.711406828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"8878b43a-a81a-4b60-a429-3952164d6012","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.761190077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa4a5e-6d49-4fe2-afdc-e3f7134f8e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.764775085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa4a5e-6d49-4fe2-afdc-e3f7134f8e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.768176357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa4a5e-6d49-4fe2-afdc-e3f7134f8e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:46.771548073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15fa4a5e-6d49-4fe2-afdc-e3f7134f8e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:47.068337316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9892e2-63b4-4b74-9c58-9d12f8fd1423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:47.072478745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9892e2-63b4-4b74-9c58-9d12f8fd1423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:47.076382479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9892e2-63b4-4b74-9c58-9d12f8fd1423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:47.080468027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9892e2-63b4-4b74-9c58-9d12f8fd1423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:48.497073434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0ad5042a-6a65-4149-bc81-4f3aca657366","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:48.505612586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0ad5042a-6a65-4149-bc81-4f3aca657366","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:48.512897114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9cbd331c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ad3bbc882e8af460251dfa9d49a6c9fb90ae8c89a0cdec98c470ee187e34f98) AuthConfig (eb9625f29f16a0ecc733d361a24441f7a63250d6132c0a7dc084c03930410b0c) AuthConfig (1587e03eb6e07cc4fe8d466d7fbedc118b7321ffed82da79a47eb661f64911f8) AuthConfig (a9be05a56990b0e2c9becc35166ffe00a9f27594fc11b5c477c5d0a839b60036) AuthConfig (56e69f9e69f25c5596856d08f7eb283a487761c4db9a46808b879364c1c3712d) AuthConfig (8d01cde3334348c32375b2e20f36b1628975e227a1da9383517c828084b6ec33) AuthConfig (256fc3de75fe55e5ec0fb10c093c619b41bf43e18ff18a9f267ebe8135fb8e7f) AuthConfig (8bcf88dc5b06c4998588b190423d5bc83a2f75a49bcd0fd03b09858910d30c13) AuthConfig (53645c5a3d9d3307207cb6deb28c2b3dbceea6ebb8077fbb86756b09b7a2d1d0) AuthConfig (04771a7be5a07130e7aeb5954addebf0476a089c0a5b7215f7c75f55a3587f52) AuthConfig (bc7f9922f20ab4bbd1d6d9b129e8a738c1c522025dbed2ba1eef30dd38410c98) AuthConfig (5a7fef0518a279ce9f142515c5f2ffe975036d1b5b9a693464f7d26a89286b68) AuthConfig (684cc15311aaca11522204eb8967f9dd93de3d26be904aaa123fd19964f6237b) AuthConfig (b266c715891b698b38d0f4a379579a4c3e4a8c4789b68bc1f38988e85c6cbe7b) AuthConfig (d368f91aff1cc91733fbbd4ebc790c107bbe0dc15a216e86242b37d89e0779e4) AuthConfig (00d5831d8bdbbc913f80eca8b320e0e096e22b3aba1da23ea599b352e980f4a3) AuthConfig (c3927ff05061640aa1e3fe7c5fdbb3fc997f61f33d225d4557d8d3978af2797c) AuthConfig (f160bddc9184872d89353f987d7dd4e78e5f307e43a85914e0564e5419ecdfad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"0ad5042a-6a65-4149-bc81-4f3aca657366","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:51.499628405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5497952a-2ecb-49cb-8c58-85b46e25a6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:51.500653223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"63e9adf7-89a7-475d-aaee-c212e85170fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:51.538695546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"63e9adf7-89a7-475d-aaee-c212e85170fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:51.544347089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5497952a-2ecb-49cb-8c58-85b46e25a6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:53.978685285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"952e47ef-c891-4030-9ed1-fd4aefedf2c4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:53.987183456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"952e47ef-c891-4030-9ed1-fd4aefedf2c4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:53.997504491Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-enrichment-sub","reconcileID":"952e47ef-c891-4030-9ed1-fd4aefedf2c4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.073284585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"4d809661-d264-47e9-a48b-4f89a418d30f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"tenant":"e2e-worker-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.073325005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"e2e-enrichment-model-ref","reconcileID":"4d809661-d264-47e9-a48b-4f89a418d30f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.075099604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.210412688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"719f54d7-d6bb-4bb2-957f-84dd43a39314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.214469271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4c5b513b-0599-4044-8a41-b9e66343e399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.219889025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"719f54d7-d6bb-4bb2-957f-84dd43a39314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.234514893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4c5b513b-0599-4044-8a41-b9e66343e399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.254556858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"13d1fbb4-ba2e-44b5-9022-b591895dfecd","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.978837447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"a597b72a-a0bc-466b-b3a4-f89219988aec","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.979014175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:54.99679329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"6980aab4-410f-4447-ae96-c960209bd1bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:54.997131891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"6e27c3cf-a1ff-448e-9a54-a57f4d27929e","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.048655457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"967ee0ef-511a-41c6-a784-cf520b88d02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.049661745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bdcdeb01-1948-40b8-9a4b-d29edef5506e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.050021573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"d3846877-5e82-461e-b280-ccc4a66c8237","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.069089385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"967ee0ef-511a-41c6-a784-cf520b88d02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.071005388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"c28ed16d-ede0-4e8e-98db-d58c98703705","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.072831756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bdcdeb01-1948-40b8-9a4b-d29edef5506e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.098405951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"677dbe24-f720-480b-92b5-bb2c43355ea5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"distinct-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.14837767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"eaa03e2e-3fbf-4da8-96e6-ab6b9c738447","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.173914844Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]","namespace=ai-tenant-e2e-worker-w0-2e80fb priority=0:[ai-tenant-e2e-worker-w0-2e80fb/e2e-model-match-sub ai-tenant-e2e-worker-w0-2e80fb/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.174109951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"f512c5b4-949d-4510-8b0e-a60502819992","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.18388558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"be313841-a466-4564-a420-fdcaeb82a36c","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.184716414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"accc04e1-9193-423d-8df4-e65d52ad02d5","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:55.189304714Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-2e80fb/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.190507907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"7e6f89b4-8666-47b2-a00b-c8aca40a990f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.193058876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"af02c6a2-bd72-4f51-9fa3-ab64342a7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.193475628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"f8db0971-767d-40fa-81d3-78fb510fc07a","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.195619836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"81366286-7118-4874-8171-6ceb92cad957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.201527702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"af02c6a2-bd72-4f51-9fa3-ab64342a7482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.204965075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"81366286-7118-4874-8171-6ceb92cad957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.295945054Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"33981e2d-e43e-4cff-a03b-a07cc8f20896","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-2-w0-2e80fb","model":"distinct-2-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.299514155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1ad1efee-69c4-4c61-b662-9023c4a34246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.299514333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"891e9985-4c1e-4a2c-b836-9dd144d0cb7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.309385881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1ad1efee-69c4-4c61-b662-9023c4a34246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.309746815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"891e9985-4c1e-4a2c-b836-9dd144d0cb7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.31557327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"db148222-bc11-4bf0-91f7-be7a779762e1","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.358888139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"85a73105-0596-4fba-a6ca-2239fd91e767","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.368455407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"27697220-f514-4500-b373-aae2a1100037","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:55.373435979Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"27697220-f514-4500-b373-aae2a1100037","name":"distinct-w0-2e80fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2e80fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:52:55.373487919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"27697220-f514-4500-b373-aae2a1100037","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2e80fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.379033702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"918790b4-1f77-476c-bd65-8c1fd7b238b2","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.387254319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"ac3d1c58-f625-493c-aa95-eceb402ed022","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.389321398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"08a9542b-cd41-49cd-8c2d-7fb69ec8bbd7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-2-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.397682104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ee069e83-f788-4d1d-bb6d-86182f76f3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.398617678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3046a450-d727-4f6b-8d43-64e60ef203f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.399062568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"bc0629a0-d6da-40b0-9680-ffbcc8e42efe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.406417075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ee069e83-f788-4d1d-bb6d-86182f76f3e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.40660777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3046a450-d727-4f6b-8d43-64e60ef203f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.408684539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"bc0629a0-d6da-40b0-9680-ffbcc8e42efe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.493193549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"5cff550e-a714-48a3-aac8-40d9e6e4264d","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.506166026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"9a3a92b8-d3c5-4f82-973a-31b56f6494e4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.514413426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"9a3a92b8-d3c5-4f82-973a-31b56f6494e4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.551536345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"e1871a20-5fb5-410a-8972-1766b74c8d84","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.563878729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"613096ba-e52e-46cc-a1df-639e31023b14","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.580060638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"d5f44c70-9c01-46f8-8f6c-fc3c0b32e407","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-2-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.609618069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1c9d765b-a9b6-4e1d-91d0-2a9fb1850d81","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.609780979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2411e263-eed5-4b9a-91b6-13c3a1dbe471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.610042352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"d0a2ec97-0acc-4163-ba88-3e14acc442ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.611102385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5b62f693-c6bb-4747-baad-ae8146ef1628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.624343479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1c9d765b-a9b6-4e1d-91d0-2a9fb1850d81","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.63280389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5b62f693-c6bb-4747-baad-ae8146ef1628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.638893058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"d0a2ec97-0acc-4163-ba88-3e14acc442ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.654558478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2411e263-eed5-4b9a-91b6-13c3a1dbe471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.691531812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"2395ae81-fa9c-4a8a-a1fc-dafe53e5174e","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.710540317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"c70561aa-0b34-418b-b9d2-18bf2ff7bd4a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:55.719550699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"c70561aa-0b34-418b-b9d2-18bf2ff7bd4a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.569231912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"22eb9940-9ba0-42c8-bc13-a5afe325233a","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.650819232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"e0f374f1-ae56-40b3-a802-784c58bdb508","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.7191007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"1b336cb2-d969-4db2-8442-f3cc9b952d91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.748201087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"1b336cb2-d969-4db2-8442-f3cc9b952d91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.776483555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"a7ee2bd4-2b1b-42cc-a734-92c8e6bfa394","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.776569795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"a7ee2bd4-2b1b-42cc-a734-92c8e6bfa394","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.840218493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"1b2c11a8-91b7-460c-bbb1-368d89650e28","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.875400529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"8fee4ce1-ce9f-4e9f-95b9-89183782ef29","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.877505118Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"85b6c2c2-6b32-4c04-9fa8-a51d3dbcb37d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1bd7cc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.892879806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"46cc01e3-e96f-4a0e-8bcb-35ac8fc5c7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.893019111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"8fee4ce1-ce9f-4e9f-95b9-89183782ef29","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.928480197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"46cc01e3-e96f-4a0e-8bcb-35ac8fc5c7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.959925312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4e6dd7ae-49a3-48cd-b878-420ca81c5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.960547029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"6ba402f9-63aa-4795-b2b4-ac818a0d4c8c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.968545608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4e6dd7ae-49a3-48cd-b878-420ca81c5c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:56.969112208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"6ba402f9-63aa-4795-b2b4-ac818a0d4c8c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.065105699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"005fa5fd-3f16-4193-8a64-7866d0cdb749","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.065198178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"493c07ba-4949-4637-9f32-ca786f4a40ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.065784488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3e7f933-0ba7-409e-9995-85ee13cba5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.15368589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"039617b5-8473-43d3-8424-40e8d87483fa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.177555028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c3e7f933-0ba7-409e-9995-85ee13cba5a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.184727578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"005fa5fd-3f16-4193-8a64-7866d0cdb749","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.210567396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"493c07ba-4949-4637-9f32-ca786f4a40ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.217071556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"039617b5-8473-43d3-8424-40e8d87483fa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.794883673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"17a95651-476f-4122-aa8c-e101646fcba4","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.794981136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"17a95651-476f-4122-aa8c-e101646fcba4","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.805227662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f45921ca-7944-4829-a94f-db57c6123b80","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.805326122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f45921ca-7944-4829-a94f-db57c6123b80","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.815715126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"49ce700f-97c5-4eb9-b0f6-8ee131d90644","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.848050159Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"49ce700f-97c5-4eb9-b0f6-8ee131d90644","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.855324192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"49ce700f-97c5-4eb9-b0f6-8ee131d90644","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.86368947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"c257a24d-dd7c-4d4f-9c41-f9b5b01ac7a5","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:57.863703453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"c257a24d-dd7c-4d4f-9c41-f9b5b01ac7a5","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:58.524040746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"319dfbd7-2f46-4e1f-b66e-bc50fc87db5e","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:58.532822981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"319dfbd7-2f46-4e1f-b66e-bc50fc87db5e","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:58.557914659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"6aa81b0e-084a-417b-994a-44a4142f96c6","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:58.557932187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"6aa81b0e-084a-417b-994a-44a4142f96c6","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.64761561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","namespace":"ai-tenant-e2e-ait-62e67514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.647672087Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","namespace":"ai-tenant-e2e-ait-62e67514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.647721527Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","tenant":"e2e-ait-62e67514","tenantID":"e2e-ait-62e67514","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.653241228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Deployment","name":"maas-api-e2e-ait-62e67514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.66524011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Service","name":"maas-api-e2e-ait-62e67514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.68868907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-62e67514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.698619442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-62e67514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.707740032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.719227933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.731575349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.737798564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.74097922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Deployment","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.743960718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.74712434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Service","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.750062693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"Service","name":"payload-pre-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.753054253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"DestinationRule","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.756985198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.759847566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.766970397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.769868255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.77260847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.775419674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-62e67514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.778223928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-62e67514"},"namespace":"ai-tenant-e2e-ait-62e67514","name":"default-tenant","reconcileID":"ef36d781-49ec-4aff-9e4b-6ac11c7b32b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-62e67514","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.927406715Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-62e67514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-62e67514","reconcileID":"3380758d-1b18-419a-b8c6-e1d83ece5a13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-62e67514","removed":["maas.opendatahub.io/gateway-access-e2e-ait-62e67514"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:52:59.949299228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0e60fb09-5416-40ad-9ce5-f5fefedd60aa","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.295404386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9aa2b3-6e5c-4c92-a8fb-7868edeec667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.346213684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9aa2b3-6e5c-4c92-a8fb-7868edeec667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.385460183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9aa2b3-6e5c-4c92-a8fb-7868edeec667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.39013019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9aa2b3-6e5c-4c92-a8fb-7868edeec667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.668242585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f5e3000e-05fa-41ae-8fdf-e98fdfb90328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.668652581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"55771db5-01e8-433d-b890-74f7470c0277","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.668857481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b4c178bf-e09a-4afb-947b-39eff278e0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.697718245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f5e3000e-05fa-41ae-8fdf-e98fdfb90328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.698719929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"55771db5-01e8-433d-b890-74f7470c0277","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.708558992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"8393afcb-c5df-45ed-bdd6-e42dcd2648fa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.715828193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b4c178bf-e09a-4afb-947b-39eff278e0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:00.727943797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"8393afcb-c5df-45ed-bdd6-e42dcd2648fa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:01.311656827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e090f25-65b6-41ca-a6f6-d0298c968735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:01.323687873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e090f25-65b6-41ca-a6f6-d0298c968735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:01.33243038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e090f25-65b6-41ca-a6f6-d0298c968735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:01.355192924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e090f25-65b6-41ca-a6f6-d0298c968735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.345570902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"1c0284b7-ea93-462f-b8fd-5aea91170802","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.354387533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"e55bf0b8-feb5-475c-bd53-c9bf3449ddbb","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.499658348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a46f61-a0df-4ed5-9bc7-a304147efa1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.502984304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a46f61-a0df-4ed5-9bc7-a304147efa1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.506246573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a46f61-a0df-4ed5-9bc7-a304147efa1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.509538073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a46f61-a0df-4ed5-9bc7-a304147efa1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.69710485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac033-2bd9-406c-a8c9-c079ce705baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.700501293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac033-2bd9-406c-a8c9-c079ce705baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.703902086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac033-2bd9-406c-a8c9-c079ce705baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.707341542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1ac033-2bd9-406c-a8c9-c079ce705baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.762548664Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"1d693d5f-39ca-4d06-9093-4b5cd68dbed5","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.76709935Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"7a139ae8-3dbd-4ecf-9953-622fb1efb0c6","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.76782919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"828e633a-7f6f-4e29-9c9e-ceb4c7f8bb44","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.782428576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"828e633a-7f6f-4e29-9c9e-ceb4c7f8bb44","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.786249135Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"828e633a-7f6f-4e29-9c9e-ceb4c7f8bb44","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.802547699Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"08c7517f-45c8-47b4-a77d-e3ee50418a13","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"routeName":"external-model-e2e-rot-935d89-b1944cc495ad","namespace":"e2e-extmod-rot-user-329fa1","model":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.865971691Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"2ea52f71-60cf-4d87-a10a-ef12df66e734","namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.866542025Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"93ee4c6e-ea51-448b-8743-1088daad1233","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.870011414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"f1452391-691c-4652-8319-f29f7003aa83","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.875473136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"94cc5f66-5301-48a5-89a4-0fbebc212df7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.876054863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"bd91335f-03c9-4c52-913a-3fab07d31bcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.876940312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b53f7452-6355-4423-8d83-6953c1c02fa3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.880901202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"bf775703-b3f1-48ba-9a47-91f790f8c125","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.880907674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"133d112a-a453-4c73-913d-c89bb42e6530","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.887337636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"94cc5f66-5301-48a5-89a4-0fbebc212df7","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.889257482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"bd91335f-03c9-4c52-913a-3fab07d31bcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.890995316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b53f7452-6355-4423-8d83-6953c1c02fa3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.892916374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"bf775703-b3f1-48ba-9a47-91f790f8c125","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.925802153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"133d112a-a453-4c73-913d-c89bb42e6530","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.928088991Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"bd91335f-03c9-4c52-913a-3fab07d31bcf","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:04.931176854Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"133d112a-a453-4c73-913d-c89bb42e6530","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.17048001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"c9eb2060-7773-4009-9a1c-af4066cde629","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.183953123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"c9eb2060-7773-4009-9a1c-af4066cde629","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.227227931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"c9eb2060-7773-4009-9a1c-af4066cde629","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.22875123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"9cf5ff38-9b3a-418f-ba13-35efffe4454e","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.229464652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"fe956399-d693-4453-97de-3c13f96f20d2","namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.230272899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"0f510223-5eba-4571-bb11-d4ecee8c7e13","namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.236063066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"0a913770-9a2f-4e3b-8b03-28dea99b46fa","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.240454963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"9cf5ff38-9b3a-418f-ba13-35efffe4454e","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.241152851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5590423-4fbd-4d56-aad4-6c1a570fcd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.247219418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"0a913770-9a2f-4e3b-8b03-28dea99b46fa","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.252362588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"b8c553e0-287f-46cb-8019-eb5be3d58a63","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.255297375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5590423-4fbd-4d56-aad4-6c1a570fcd53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.255833312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9317c986-c95e-421c-a781-411ffba5f8b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.256548472Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"cd55c926-fd7a-452e-8bf3-72814996f5d4","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.257883156Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"b8c553e0-287f-46cb-8019-eb5be3d58a63","name":"e2e-rot-935d89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-935d89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.25792968Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"b8c553e0-287f-46cb-8019-eb5be3d58a63","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-935d89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.258046195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"b8c553e0-287f-46cb-8019-eb5be3d58a63","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.268632361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9317c986-c95e-421c-a781-411ffba5f8b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.27419359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"febc0b09-59be-47c9-a0e1-34c8f60ce971","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.275260636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"febc0b09-59be-47c9-a0e1-34c8f60ce971","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.277220874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"9317c986-c95e-421c-a781-411ffba5f8b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.32864786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"3b56e071-5e92-4438-9ac8-9ceec99acc5e","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.328715257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"3b56e071-5e92-4438-9ac8-9ceec99acc5e","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.330116981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"6e407c65-f518-4613-a6b1-52d8a705fc74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.331499267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"49f13de0-3807-4c73-ae1f-040d8d388043","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.331574134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"49f13de0-3807-4c73-ae1f-040d8d388043","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.332718403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3b34f88d-cc65-4747-8a72-3f89d739edd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.338298202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"6e407c65-f518-4613-a6b1-52d8a705fc74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.342569118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3b34f88d-cc65-4747-8a72-3f89d739edd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.357692597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"15ace344-36de-43d9-bfd8-f3773819e5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.359310957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1d543832-1c4a-470a-a7cd-866345f4388c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.359869052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"d6b59ffe-e85b-4e13-8a66-1b828a48b73a","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.365951972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"15ace344-36de-43d9-bfd8-f3773819e5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.369878191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"1d543832-1c4a-470a-a7cd-866345f4388c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.370074743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"d6b59ffe-e85b-4e13-8a66-1b828a48b73a","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.370487022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"b817f2ab-62bc-45e1-ab8a-87dcd64378fb","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.383098786Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-87e02313","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-87e02313","reconcileID":"5039b2cc-ba58-4340-9e41-01e3f9ce025e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-87e02313","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-87e02313":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.418518441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"35da2761-5e2b-4f63-bc1a-cc3e9123522a","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.418603217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"35da2761-5e2b-4f63-bc1a-cc3e9123522a","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.430252139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0595257a-e250-49f0-995d-f37967ad4fc0","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.562839965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd08016f-3280-442d-9c10-4831e755e106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.648926959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"7fa96aee-ad17-41e9-a0cb-4551eb134b03","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.649120986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"7fa96aee-ad17-41e9-a0cb-4551eb134b03","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.679985066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3a8681a8-775a-4b12-92fa-d077e83cb9ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.684262249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd08016f-3280-442d-9c10-4831e755e106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.691036161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1b2b881e-c6a8-4b7c-a85e-d6cf712c1faa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.700290285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"3a8681a8-775a-4b12-92fa-d077e83cb9ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.718671241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1b2b881e-c6a8-4b7c-a85e-d6cf712c1faa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.749991389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"8fdd0c80-6fc7-4b52-a2bd-93dfd79db5ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.750832437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0086c1fe-f21b-4bce-9584-576907beff51","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.775251755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0086c1fe-f21b-4bce-9584-576907beff51","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.781423255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"8fdd0c80-6fc7-4b52-a2bd-93dfd79db5ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.795491879Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"0086c1fe-f21b-4bce-9584-576907beff51","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.817365934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2f507-c235-477e-8109-13bfd6d3acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.821261415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2f507-c235-477e-8109-13bfd6d3acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.85145287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2f507-c235-477e-8109-13bfd6d3acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.864092421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e2f507-c235-477e-8109-13bfd6d3acff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.892962508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c90bc5e-c5b7-496b-b296-23b5f9c01fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.9026046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c90bc5e-c5b7-496b-b296-23b5f9c01fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.974183003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"4d27633c-47d0-40f5-b296-1bc5b28e0260","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:05.974247825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"4d27633c-47d0-40f5-b296-1bc5b28e0260","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.975777318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"9296aa8a-88b0-4da0-ba99-60f108cb8cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.977032783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"c32a6691-fa43-4fc6-ba68-8da241881ae7","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.985877065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"9296aa8a-88b0-4da0-ba99-60f108cb8cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.986714831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"c32a6691-fa43-4fc6-ba68-8da241881ae7","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.989585923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"d4d06ae9-85ba-4cf1-b121-8cb0d9223cfc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.991893501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"39455354-f9d1-4b7f-9f70-a64c66b31fad","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.993375276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"9296aa8a-88b0-4da0-ba99-60f108cb8cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:05.9976958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"d4d06ae9-85ba-4cf1-b121-8cb0d9223cfc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.000180234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"39455354-f9d1-4b7f-9f70-a64c66b31fad","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.0027338Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"39455354-f9d1-4b7f-9f70-a64c66b31fad","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.079245904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2a0f8fa-59d4-427b-a79e-bfe98d548a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.079310153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"248b1c25-5b0b-4cc3-a56e-2ccbd91e9359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.088172666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"248b1c25-5b0b-4cc3-a56e-2ccbd91e9359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.089124302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2a0f8fa-59d4-427b-a79e-bfe98d548a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.099181276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c8251cce-7c1d-4a5f-8049-b70c889e3752","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.107314068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c8251cce-7c1d-4a5f-8049-b70c889e3752","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.11429883Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c8251cce-7c1d-4a5f-8049-b70c889e3752","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:06.617518829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"763f7dcc-4220-49bc-acdc-7a349d1c8ca7","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:06.617589261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-935d89","namespace":"e2e-extmod-rot-user-329fa1"},"namespace":"e2e-extmod-rot-user-329fa1","name":"e2e-rot-935d89","reconcileID":"763f7dcc-4220-49bc-acdc-7a349d1c8ca7","error":"ExternalModel e2e-rot-935d89 not found in namespace e2e-extmod-rot-user-329fa1 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.631084807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"6e751940-3bba-422a-9b17-a960b2a8ede3","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.882187907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"4f1ff13d-ddd0-4108-8a4e-b41e896eb0af","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.88778043Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"4f1ff13d-ddd0-4108-8a4e-b41e896eb0af","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.891789807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-sub","reconcileID":"4f1ff13d-ddd0-4108-8a4e-b41e896eb0af","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.940344045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"d01c46a3-7ec5-4f5e-95a6-f8947f49f987","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:06.941442986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub ai-tenant-e2e-extmod-b-204fba/e2e-rot-935d89-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.010748275Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"a0a5d04e-d2d6-4f49-ab4c-93657c90b025","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","error":"MaaSModelRef not found: e2e-extmod-rot-user-329fa1/e2e-rot-935d89 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.058114109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"f7ca256d-278f-4d05-b36e-4b42b88351c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.1457394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"783f5894-cabd-4506-af62-fa0a22bb5333","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.167110257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"f7ca256d-278f-4d05-b36e-4b42b88351c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.180199086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"d72d9618-e987-40ec-af45-3719bd21908b","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.190378873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5d44dc58-cad9-4e6b-9e33-a883d3743ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.190494032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f16cffb0-d6b5-41ad-9d1c-e44838555106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.191041855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"2ee560df-9f76-4eee-a3ed-4f3e53aa62eb","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6cc0d550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.196516343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1083ea05-5044-45c6-9452-d88e91b72d13","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.203420258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5d44dc58-cad9-4e6b-9e33-a883d3743ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.203594119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"f16cffb0-d6b5-41ad-9d1c-e44838555106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.203979973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"30adfbb6-7f74-4fd3-bcb1-e72346ee1551","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.204432508Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"8d5ddc39-ca7d-4ad0-9df5-03087bc5858c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6cc0d550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.208796448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1083ea05-5044-45c6-9452-d88e91b72d13","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.214472327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"30adfbb6-7f74-4fd3-bcb1-e72346ee1551","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.214535187Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"30adfbb6-7f74-4fd3-bcb1-e72346ee1551","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.320982671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"2bf6110e-e58f-4d71-94d7-8b62567dcdef","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.343017357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"2bf6110e-e58f-4d71-94d7-8b62567dcdef","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.418330788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"dccba2ba-f5fd-4304-9753-7d816b4c9e7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.418666271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"7623ffc5-afe7-405b-ba82-cac76510efb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.41832888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7cb639c8-f352-43be-8d29-04aa4d259af2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.419203788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"037711df-5bf5-44a7-a129-6d2494dbc256","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.44078914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"dccba2ba-f5fd-4304-9753-7d816b4c9e7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.45109191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"037711df-5bf5-44a7-a129-6d2494dbc256","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.452989631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"7623ffc5-afe7-405b-ba82-cac76510efb0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.454801186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"dccba2ba-f5fd-4304-9753-7d816b4c9e7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.462220629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7cb639c8-f352-43be-8d29-04aa4d259af2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.470470721Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7cb639c8-f352-43be-8d29-04aa4d259af2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.666944126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"67f51574-6e97-4d0f-97ef-32ddae548fcb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.667335891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1abef93-31cc-463b-8136-cb4b28f37214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.675662653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1abef93-31cc-463b-8136-cb4b28f37214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.730389569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"67f51574-6e97-4d0f-97ef-32ddae548fcb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.757521345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40b544e4-2d8d-4b41-9802-f517eb000bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.758840305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"ca8b042b-c784-471e-8a8e-fd7582b145e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.765205383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"bfdf2917-16bb-4b9a-b869-db7cd9be1c56","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.7666355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"40b544e4-2d8d-4b41-9802-f517eb000bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.768143563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"ca8b042b-c784-471e-8a8e-fd7582b145e4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.773539547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"bfdf2917-16bb-4b9a-b869-db7cd9be1c56","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:07.773577103Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"bfdf2917-16bb-4b9a-b869-db7cd9be1c56","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:12.849727267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:13.647149078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"4aa015f2-3fa6-4a09-94f2-a169b8fd6bc6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-87e02313","tenantID":"e2e-ait-87e02313","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:13.685478966Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"4aa015f2-3fa6-4a09-94f2-a169b8fd6bc6","name":"e2e-ait-87e02313-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.188835053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"05f810ec-dd47-4833-ba03-71ade7ec6c91","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.190700223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"3ff6169e-72d5-4708-8981-0500ac51a8f2","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.191400876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"422b3bbc-997f-4d99-aa5b-6552e2b4e54b","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.195062295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c2c61ddb-c547-4b46-93b7-1d3113086a62","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.200746905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"05f810ec-dd47-4833-ba03-71ade7ec6c91","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.212024485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"3ff6169e-72d5-4708-8981-0500ac51a8f2","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.212455795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"422b3bbc-997f-4d99-aa5b-6552e2b4e54b","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.212754261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"904c9ee4-f9f4-4698-9993-2b216ceff676","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.219807216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"c2c61ddb-c547-4b46-93b7-1d3113086a62","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.233302174Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"422b3bbc-997f-4d99-aa5b-6552e2b4e54b","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.239187499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"904c9ee4-f9f4-4698-9993-2b216ceff676","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.25210325Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"904c9ee4-f9f4-4698-9993-2b216ceff676","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.284911836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"cd29dc40-5f54-4140-8202-c6a972741186","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.301378334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"cd29dc40-5f54-4140-8202-c6a972741186","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.310784414Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"cd29dc40-5f54-4140-8202-c6a972741186","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.44807309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"38e07444-ebee-4345-8059-e2bd8f916bd1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.449896844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cbafbd78-9d56-4e7f-b22e-d90f12aa6e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.450867405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"535992ac-9cf4-4ea2-9626-848ff2d0462a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.451762903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"05aa721f-2569-4cc7-92d0-b25d0b0aca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.464177942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"38e07444-ebee-4345-8059-e2bd8f916bd1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.469405316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cbafbd78-9d56-4e7f-b22e-d90f12aa6e4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.473950134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"05aa721f-2569-4cc7-92d0-b25d0b0aca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:14.475185902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"535992ac-9cf4-4ea2-9626-848ff2d0462a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.020952564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"a383d732-c07a-4305-b788-652527a23dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.040261989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"a383d732-c07a-4305-b788-652527a23dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.069967977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd44b09cdfb0b80656c4d318777fa1559881678ef95f25cda2c33eb1b2bec8ac) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (54b20f31573165886d46ac19bf377ebdca430a4db6320fe36dd44ecd70fc474c) AuthConfig (5746f417d6f584960a209450eec401f447324b9289dbf8dd2f2c8c9297e975b7) AuthConfig (24a26f308137aad11e4f732aed013dc3b9cd44fb62b4251ea4b625bc6fb3f1d1) AuthConfig (72f33cd24acafc91ef3793f23873f0364844944f1f3d4700a9cbdef058e8622c) AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (a82ad0991f4d5b4592e2e1bcfd5b111163b8afb7992b0ab87d89592c09edb484) AuthConfig (2f92542261f8e778573e62c80b5a376311bfe697b5fa93e86fd1434bfbe5c617) AuthConfig (4f5ce472e5add0b824bdbea07c56aadec2afc101cda9bb139e30d171d642738b) AuthConfig (801c7504f059155384e7b4347a88266528f857800b4ae3d6a705aea5c3e7d1b5) AuthConfig (96e4710bb4cd46b92b141ca9e40f7c59731c409e51045502ec70d2eb37f4dce1) AuthConfig (749540a3c99e51530dc41a188a557694c7ebe54d36afef380891e150ce657d6b) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333) AuthConfig (afc4de2eed796d932e7855e1be46f7e85ee0eba6bb47eece573ce920b6f7a75a) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"a383d732-c07a-4305-b788-652527a23dd1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.084659225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a37d397d-53ae-43cd-bb5e-fa5acbd3878e","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.08468521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a37d397d-53ae-43cd-bb5e-fa5acbd3878e","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:16.64443611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"1f34d705-cd77-4f95-bc97-7fe6b9f8fd5f","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.208608071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"90dd0ae4-01ca-4360-ba73-71df3ac81b09","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.212271193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"90dd0ae4-01ca-4360-ba73-71df3ac81b09","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.216221159Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-sub","reconcileID":"90dd0ae4-01ca-4360-ba73-71df3ac81b09","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.327563318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"86f75a65-f889-479d-84e4-635230270148","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.328582353Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.351820909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1478100c-85c0-4ebf-82b4-d1b596fdb2b0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.354657054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8ab106b4-b8ab-46a4-9e6d-e029a7775ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.35465705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"421a771c-ac75-4e00-b9b8-db1f4e0513b2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.355280397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c31be66-493b-4e9f-b6e5-437f26b1de40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.356165531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"355273fc-2419-468f-9cbc-b1b7853ffd17","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.356186154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"355273fc-2419-468f-9cbc-b1b7853ffd17","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.426237951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"1478100c-85c0-4ebf-82b4-d1b596fdb2b0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.429187316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"421a771c-ac75-4e00-b9b8-db1f4e0513b2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.429556202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8ab106b4-b8ab-46a4-9e6d-e029a7775ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.432057717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c31be66-493b-4e9f-b6e5-437f26b1de40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.43450972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f5c46767-9bbc-42df-b0d2-efef0f987e2e","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.434529643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"f5c46767-9bbc-42df-b0d2-efef0f987e2e","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.439657608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"201c5c07-fdc0-4d01-8d67-338c383e834b","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.443516666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"a7d15ddc-c8f9-4096-9514-bf8fafced6ac","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.443542541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"a7d15ddc-c8f9-4096-9514-bf8fafced6ac","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.535379606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-match-auth","reconcileID":"fa81be6e-ad13-49b1-a4ac-05a2a73933d7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.646292454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"1434b8e4-fd56-4706-adc3-cf22d46b4390","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.806781432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-model-nomatch-auth","reconcileID":"0e3a59e4-6a9f-4eaa-9904-4b1c7f370db1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.806972852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"8e8ac141-54a6-4d18-be26-05c2d8507295","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:17.821341517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"13cf297e-f8e2-4e20-b396-6c80d8d8f881","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.865164414Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.865222029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"bc57e408-814b-4755-93fa-338bb40b2e24","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.86564968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"f001c61f-b2b9-4835-b6d0-18f1bfa31c47","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.871545364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c51e9326-5456-4bb0-983b-0f12214b4325","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.871932385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"75c7f33e-8b8b-4b8a-8563-b88573997dcd","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.876947771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"055ee2a3-f8a4-4d3a-a74f-d80a21f53357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.876947848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"49944c8f-94e2-42a7-985c-754333bc2751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:19.877678344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"d058af84-cfed-4e14-9f69-1bc6daae1099","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.885720409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"055ee2a3-f8a4-4d3a-a74f-d80a21f53357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.885741285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"49944c8f-94e2-42a7-985c-754333bc2751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.895778626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"7ef7c19d-7a6c-4bf0-bcb4-ac39198a8e59","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.896070251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"1ce3e619-8648-4145-8dc5-c7833a39aa35","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.904502246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"dbb90c49-9c26-4d4f-8eaa-5cabcb9e7143","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.904804482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"1d82b6b6-06e5-4f10-be41-97ce61ed74e2","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.92873216Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"484978f5-927f-4619-9ed0-e376e2a654ad","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.952574796Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"484978f5-927f-4619-9ed0-e376e2a654ad","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"distinct-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.975887279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"498f84ad-6a94-4e37-9722-1009e861dfdf","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:19.976209362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"7774eff3-3ffb-41e2-a128-bd2dddfed4e3","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.004567353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a7080e3b-82b7-407c-8496-c94f931239c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.006845842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ba207d5b-c8a1-4265-8153-01f507ed0da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.013172376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a7080e3b-82b7-407c-8496-c94f931239c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.015222784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"ba207d5b-c8a1-4265-8153-01f507ed0da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.01918315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"22e9fbf4-5e31-41ce-b61a-79226ae6e515","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.019231307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"1b64020e-e7c3-45c3-9b6a-870240ed6ae5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.030100764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"1b64020e-e7c3-45c3-9b6a-870240ed6ae5","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.04533072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2167fafa-21ba-479d-8c49-cc58bb512ff4","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.053235752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f5496f82-0819-422c-96e2-494f4c16809b","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.058437069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"d69b0a21-5d8e-4233-88b7-5d1a4e002fe4","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.067970771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"f75790ac-4757-4169-b93a-6231bf0870bb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.067984645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"f75790ac-4757-4169-b93a-6231bf0870bb","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.071590622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"c7c554b0-a5a4-4c40-9595-3e1d7f61e48f","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.136807853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"5cf19bb0-cfdc-4452-94eb-97ed663f3a9b","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.148775993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"5cf19bb0-cfdc-4452-94eb-97ed663f3a9b","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.149237489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-auth","reconcileID":"5af35b85-dddc-4968-b75a-534400abdc19","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.226461961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"6b2d2958-0b47-4f41-8a75-73132893e887","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.230568371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-auth","reconcileID":"5af35b85-dddc-4968-b75a-534400abdc19","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.23711186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0153bb79-fc1e-4b39-99e1-1977e5b2afea","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.237625453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"47f572d3-2a55-4c50-9ed2-30169788c1c0","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.253025668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"163fa56b-38f4-4cd4-b742-2456b0c37c62","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.291146536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1412fd1f-52a8-490a-a568-8b7862272a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.294489146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1412fd1f-52a8-490a-a568-8b7862272a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.297685285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1412fd1f-52a8-490a-a568-8b7862272a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.306331183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ceb2c231-b029-4759-b516-c078aab1323a","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.326138042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1412fd1f-52a8-490a-a568-8b7862272a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.436720159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"7f63415a-bd99-4ef4-9e0f-31ddfb14a313","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.439771175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-auth","reconcileID":"c83c655c-a55a-460e-a8b2-5f85c84d3deb","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.444619887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"7f63415a-bd99-4ef4-9e0f-31ddfb14a313","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.447952233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-auth","reconcileID":"c83c655c-a55a-460e-a8b2-5f85c84d3deb","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.719665621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a48ba0-a255-4b38-ba27-b7962017aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.730204062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a48ba0-a255-4b38-ba27-b7962017aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.742116873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a48ba0-a255-4b38-ba27-b7962017aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.746783121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a48ba0-a255-4b38-ba27-b7962017aa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.989109963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882f2e69-56fd-4128-b09b-97ac1983a1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.992372127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882f2e69-56fd-4128-b09b-97ac1983a1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.995471974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882f2e69-56fd-4128-b09b-97ac1983a1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:20.998680081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882f2e69-56fd-4128-b09b-97ac1983a1b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.027023591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-auth","reconcileID":"ed2ae854-91af-45b3-a572-efece1a7fcf7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.02715144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"ee56755f-20d0-46bf-b21b-3971bb6e5343","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.045621855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8f9a76e7-6f1e-4e78-8b24-687b1d18c7b9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.306660905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"bcdd6040-7462-4fa9-81e9-904a26542d17","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.306984902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"332c1666-5e23-405c-8a3c-9ea0d51819c8","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.320101887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e46790af-3b44-41be-9a5c-2ecc90588a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.320228146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e78b2dbc-f2b0-4a3e-afa6-988c2587950c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.328319384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e46790af-3b44-41be-9a5c-2ecc90588a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:23.32873009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e78b2dbc-f2b0-4a3e-afa6-988c2587950c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.100952256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"578d16bc-2061-48a3-bd46-d1f558839f1b","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","subscription":"e2e-rot-935d89-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.101074008Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-sub","reconcileID":"578d16bc-2061-48a3-bd46-d1f558839f1b","MaaSSubscription":{"name":"e2e-rot-935d89-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","error":"MaaSModelRef not found: e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.128973351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-recover-eea461-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.15772799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"d566eb0b-afab-48ec-9383-72ee25534d33","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.157796462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"1560e15c-84c3-446c-9e35-e9ed62598234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.159490954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"a12f00da-8dee-4ff7-9c95-e834c3786f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.160065699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"77ebc557-8c5a-4834-b2f9-1ba5b5fea046","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.160077903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fab59a19-b514-4cde-badc-cc4e1774d82d","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.166757378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"1560e15c-84c3-446c-9e35-e9ed62598234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.167174335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"d566eb0b-afab-48ec-9383-72ee25534d33","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.169143553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"a12f00da-8dee-4ff7-9c95-e834c3786f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.169548128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fab59a19-b514-4cde-badc-cc4e1774d82d","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.171368792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"77ebc557-8c5a-4834-b2f9-1ba5b5fea046","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.175312916Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"1560e15c-84c3-446c-9e35-e9ed62598234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.17647139Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"a12f00da-8dee-4ff7-9c95-e834c3786f80","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.178332087Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"77ebc557-8c5a-4834-b2f9-1ba5b5fea046","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.256950609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"bfb29ffa-fd59-4cb5-ab0c-07b711613452","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.265535603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"bfb29ffa-fd59-4cb5-ab0c-07b711613452","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:24.279015502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rot-935d89-access","reconcileID":"5ffb129c-4e5c-4e33-8b25-8b6da095168c","MaaSAuthPolicy":{"name":"e2e-rot-935d89-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rot-user-329fa1/e2e-rot-935d89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.527234526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c83aa460-d0ad-43e6-b57d-d14596133a9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.527411536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"9ebbbac1-f9d3-4859-9d5a-6b816fe33d67","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.530705748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4d19167a-30b5-4af4-9add-ac6b1a041fdb","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.530950944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7002c7bd-6d59-4cd7-aa1a-a8be56baec73","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.530707928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"4001d2a6-7de7-4cf1-b459-2aaa0bb6a0d9","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.53732391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c83aa460-d0ad-43e6-b57d-d14596133a9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.537395608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"9ebbbac1-f9d3-4859-9d5a-6b816fe33d67","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.540811734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4d19167a-30b5-4af4-9add-ac6b1a041fdb","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.541256757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7002c7bd-6d59-4cd7-aa1a-a8be56baec73","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.543395193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"4001d2a6-7de7-4cf1-b459-2aaa0bb6a0d9","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.545164786Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"c83aa460-d0ad-43e6-b57d-d14596133a9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:25.548116519Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"7002c7bd-6d59-4cd7-aa1a-a8be56baec73","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:26.09351595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"4238845a-879c-403c-a84d-5b786956f476","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:26.127092111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"4238845a-879c-403c-a84d-5b786956f476","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:26.134983395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd44b09cdfb0b80656c4d318777fa1559881678ef95f25cda2c33eb1b2bec8ac) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (54b20f31573165886d46ac19bf377ebdca430a4db6320fe36dd44ecd70fc474c) AuthConfig (5746f417d6f584960a209450eec401f447324b9289dbf8dd2f2c8c9297e975b7) AuthConfig (24a26f308137aad11e4f732aed013dc3b9cd44fb62b4251ea4b625bc6fb3f1d1) AuthConfig (72f33cd24acafc91ef3793f23873f0364844944f1f3d4700a9cbdef058e8622c) AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96) AuthConfig (a82ad0991f4d5b4592e2e1bcfd5b111163b8afb7992b0ab87d89592c09edb484) AuthConfig (2f92542261f8e778573e62c80b5a376311bfe697b5fa93e86fd1434bfbe5c617) AuthConfig (4f5ce472e5add0b824bdbea07c56aadec2afc101cda9bb139e30d171d642738b) AuthConfig (801c7504f059155384e7b4347a88266528f857800b4ae3d6a705aea5c3e7d1b5) AuthConfig (96e4710bb4cd46b92b141ca9e40f7c59731c409e51045502ec70d2eb37f4dce1) AuthConfig (749540a3c99e51530dc41a188a557694c7ebe54d36afef380891e150ce657d6b) AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333) AuthConfig (afc4de2eed796d932e7855e1be46f7e85ee0eba6bb47eece573ce920b6f7a75a) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"4238845a-879c-403c-a84d-5b786956f476","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.330837284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"47251652-07f9-4a10-b070-84750e707508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.331696865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9da53e61-0cc2-406f-8445-9dee6ebce168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.344446366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9da53e61-0cc2-406f-8445-9dee6ebce168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.348163612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"47251652-07f9-4a10-b070-84750e707508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.429938724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c164fab0-f79c-45b0-af17-21d47c8d7aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.433412616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1590088e-c319-4c80-86e5-5a8f6fcc3531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.440099333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c164fab0-f79c-45b0-af17-21d47c8d7aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:27.445949576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1590088e-c319-4c80-86e5-5a8f6fcc3531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.079660046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"dec5b3db-735e-4ad7-a2be-390ee9277bbb","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.108520588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"f142a059-1ab3-483c-b155-bd300c8f5f07","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.112193012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c902d497-89dd-4c79-8542-5d10ca01a8ca","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.112212972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c902d497-89dd-4c79-8542-5d10ca01a8ca","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.112720606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"f36dad11-fcd0-4c03-a524-42a63e8921c7","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.120285426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"9d2d9cc5-fa0a-48a2-8680-e23d8d135be8","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.121237282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"f36dad11-fcd0-4c03-a524-42a63e8921c7","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.22194455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"a2dae249-4ef6-498f-982c-414bb3dddd45","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.235507734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"d4f3e426-0a2d-4ea2-9b00-c6568b8401da","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.246210977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"d4f3e426-0a2d-4ea2-9b00-c6568b8401da","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.459849254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"e598091b-453d-4564-9299-921be0f8f2c4","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.81823451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd68399-90db-4c29-b083-c5e4b3e8a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.821391885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd68399-90db-4c29-b083-c5e4b3e8a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.824553469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd68399-90db-4c29-b083-c5e4b3e8a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:30.827648708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd68399-90db-4c29-b083-c5e4b3e8a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:31.026026872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c968d9dc-ecce-4937-b9bd-fb9f3febc22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:31.030523054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c968d9dc-ecce-4937-b9bd-fb9f3febc22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:31.034056397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c968d9dc-ecce-4937-b9bd-fb9f3febc22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:31.038026712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c968d9dc-ecce-4937-b9bd-fb9f3febc22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.64265645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.642722745Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.651114685Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.651132725Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.651215549Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.651660809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"84b2e75b-b701-4b84-894b-aa7b8abdd701","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.651682994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"84b2e75b-b701-4b84-894b-aa7b8abdd701","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.659413159Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"b333d179-59ae-4ac6-bc65-962c15555ebb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.660395285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"01ab1173-d96b-4c6f-a83d-45d5d9d92d80","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.660411195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"01ab1173-d96b-4c6f-a83d-45d5d9d92d80","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:32.664962051Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"01ab1173-d96b-4c6f-a83d-45d5d9d92d80","name":"e2e-lifecycle-model-9cbd331c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9cbd331c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:32.665014516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"01ab1173-d96b-4c6f-a83d-45d5d9d92d80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9cbd331c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.667278638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"5f7b43ee-385a-4f78-8872-06de8485b35f","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87af7f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.670881723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"b54a17fe-427b-46ec-95a8-2be4803025be","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.670897312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"b54a17fe-427b-46ec-95a8-2be4803025be","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.683202688Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"9688cb8c-5214-4614-843b-c235e9be7cc1","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87af7f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.733556308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"178ba062-6a15-484e-a677-019b1fa64168","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.742900951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"178ba062-6a15-484e-a677-019b1fa64168","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.751844277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"54022f26-a24d-407a-b04d-7218495b349f","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.814482097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"54022f26-a24d-407a-b04d-7218495b349f","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.848381644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"54022f26-a24d-407a-b04d-7218495b349f","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"e2e-mt-9cbd331c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.848403511Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-policy-9cbd331c","reconcileID":"54022f26-a24d-407a-b04d-7218495b349f","MaaSAuthPolicy":{"name":"e2e-policy-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.858682455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"108b4bac-807d-4f01-9498-f8aab4d19b24","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:32.858700256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"108b4bac-807d-4f01-9498-f8aab4d19b24","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.32394566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"4ef51bf1-b9d3-4d43-a453-c919a34fc937","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.344798884Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"4ef51bf1-b9d3-4d43-a453-c919a34fc937","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.34482761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"4ef51bf1-b9d3-4d43-a453-c919a34fc937","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.34874623Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"4ef51bf1-b9d3-4d43-a453-c919a34fc937","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.352076877Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-partial-access-sub","reconcileID":"4ef51bf1-b9d3-4d43-a453-c919a34fc937","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.359643624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"22301f68-65f9-4cf0-8349-88c50a118b0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.462045357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"c230d119-9667-44b4-b27f-d48dfdecda1d","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.462345359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.462383878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"7e329bed-1042-4c7f-a626-91946327065a","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.473821909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"24e23f5e-2a9c-4fe4-abb6-b2650f2a5a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.473888772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"07e36e62-4893-4eb5-a800-f6fd6b07aedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.475822998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6b6393d8-85de-4e1d-b9a2-35742c35624c","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.475837871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6b6393d8-85de-4e1d-b9a2-35742c35624c","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.482207479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"24e23f5e-2a9c-4fe4-abb6-b2650f2a5a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.484989082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"07e36e62-4893-4eb5-a800-f6fd6b07aedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.529448043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1ff9a51a-3ff7-4951-82c3-11ab45626f7d","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.529464493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"1ff9a51a-3ff7-4951-82c3-11ab45626f7d","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.539609667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"b4aa8a2a-3bfa-47c6-bafd-5125559d7212","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:33.539625757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"b4aa8a2a-3bfa-47c6-bafd-5125559d7212","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.252518383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.325625821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"369ad082-f685-4275-a80c-0c0033a8a87d","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.3276985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"84f0bce4-56de-4379-8b3a-391b1b35ee60","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:34.331054916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"3c31df25-19b8-4400-af21-88aa46959f7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.333760347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ee8cda90-ed05-4ce7-9b80-f8164c426bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.342075773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ee8cda90-ed05-4ce7-9b80-f8164c426bf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.349736689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"dadc4de7-f508-49b1-be31-448dad302d1a","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.356274083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"8b2ba7bc-4ab9-413a-bf04-6012cb73e9af","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.37341956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"a99fe51d-d216-4352-b82d-eee69cdcdd7d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"distinct-w0-2e80fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-2e80fb/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.382047947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"285197e2-e489-479d-83d4-4600ce6db06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.382050342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e74bcc90-1237-42b1-aa8f-9c570e98d4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.390594369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"285197e2-e489-479d-83d4-4600ce6db06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.390708627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e74bcc90-1237-42b1-aa8f-9c570e98d4e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.394480895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"2348e247-9731-4f3d-8b4d-9090b64d11d0","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.449964468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"fc91b672-7bfa-4fc9-ad03-4978ec749ac7","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.455732629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"335f34c9-f507-40fb-a8fc-22efc6792aeb","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.469862745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"f07e9846-2b23-4bd9-bfd7-7de2fa010963","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.48482698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-auth","reconcileID":"281f4db7-f293-48dd-99a4-8f1683516a26","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.485063173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5aa8cd30-557c-4e6b-949c-50dc9a7ec477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.494388547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-auth","reconcileID":"281f4db7-f293-48dd-99a4-8f1683516a26","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.495094416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5aa8cd30-557c-4e6b-949c-50dc9a7ec477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.563728091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"23b4d709-e35f-4c6c-a69f-05cda5418506","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.584805365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-auth","reconcileID":"6fd6e9ff-6d64-44e8-9bc5-60bfa6bed539","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:34.593261086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-auth","reconcileID":"6fd6e9ff-6d64-44e8-9bc5-60bfa6bed539","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.308046107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-auth","reconcileID":"25a321e2-eda7-4db3-a6c4-ee9f5eb94e19","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-2-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.308158183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"78e09a9c-7c76-475c-ba03-a3687c075a24","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.321703455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"48cbc95d-f03a-419b-b91d-3c2b38528b8c","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.477617988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"c974ae70-0c1e-4a5a-be8e-49a8cb3c38d5","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.490024928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c2ff3db3-60c4-446b-9684-15779147f5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.490106822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6824ab1f-7aa7-4324-bf00-6a1924fdf58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.498606887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c2ff3db3-60c4-446b-9684-15779147f5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.498715361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6824ab1f-7aa7-4324-bf00-6a1924fdf58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.523844056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"3ace2ef0-c92f-49e2-97af-4b4a2cca7ae6","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","subscription":"e2e-rec-recover-eea461-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.524049199Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-sub","reconcileID":"3ace2ef0-c92f-49e2-97af-4b4a2cca7ae6","MaaSSubscription":{"name":"e2e-rec-recover-eea461-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.553485448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub ai-tenant-e2e-extmod-b-204fba/e2e-rec-ctrl-7a72ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.597107684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a620c651-d7a8-427b-a9ca-7a591c62c6e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.597212991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"19146cec-713b-47e7-9ad5-2856b980f72a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.598293631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"7921e5f0-c9f8-4917-854d-6f86f12491f1","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.61021835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"7921e5f0-c9f8-4917-854d-6f86f12491f1","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.610231638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"19146cec-713b-47e7-9ad5-2856b980f72a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.627326871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a620c651-d7a8-427b-a9ca-7a591c62c6e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.697870116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"f7cdcfc9-e5fb-48e0-9150-5bce2c3763da","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.697918268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"4b67a58a-fbe2-4bd8-82b3-22274e66027a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.706567351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"4b67a58a-fbe2-4bd8-82b3-22274e66027a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.70666589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"f7cdcfc9-e5fb-48e0-9150-5bce2c3763da","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.71358533Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"f7cdcfc9-e5fb-48e0-9150-5bce2c3763da","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.714136962Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"4b67a58a-fbe2-4bd8-82b3-22274e66027a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:35.727917191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-recover-eea461-access","reconcileID":"6da56668-b89c-4773-a096-6e7db750ed0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-eea461-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-noaccess-d1ef6f/e2e-rec-recover-eea461","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.181951216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"019c7b03-1921-44d2-b1a0-1e19f2a0919d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.191910363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"019c7b03-1921-44d2-b1a0-1e19f2a0919d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.221662885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"aef4322e-bd00-482f-9d0f-44a86b7d938a","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.221685422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"aef4322e-bd00-482f-9d0f-44a86b7d938a","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.35359408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"57c74bd2-26b2-449d-82a5-bad4f1e57485","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.353788385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b84af4d6-bb5c-47b7-92d8-428f0f8f737b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.354052215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"779d0adc-4cae-4b44-80f2-46f5cd4d9c5f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.356707546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af9e612f-ebae-476e-8ec3-1dd234800885","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.362797141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"779d0adc-4cae-4b44-80f2-46f5cd4d9c5f","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.363422348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"b84af4d6-bb5c-47b7-92d8-428f0f8f737b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.364988573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"57c74bd2-26b2-449d-82a5-bad4f1e57485","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.366164499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"af9e612f-ebae-476e-8ec3-1dd234800885","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.373934727Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"57c74bd2-26b2-449d-82a5-bad4f1e57485","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.863505541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"3acba027-3f33-45e5-818b-e63b7c20d5e9","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:36.871694831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"ccd510a7-63a9-47de-9363-542d1f629451","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.047006793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218f98bc-4f11-4234-b7da-4eaed1e85e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.050188248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218f98bc-4f11-4234-b7da-4eaed1e85e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.053200061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218f98bc-4f11-4234-b7da-4eaed1e85e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.056603795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"218f98bc-4f11-4234-b7da-4eaed1e85e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.284827893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11d6a-6977-418b-b285-9a1e0a818e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.288004657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11d6a-6977-418b-b285-9a1e0a818e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.29130044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11d6a-6977-418b-b285-9a1e0a818e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.29461481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11d6a-6977-418b-b285-9a1e0a818e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.534689139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01e0e3-3527-49a2-9573-55735ad471e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.537907337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01e0e3-3527-49a2-9573-55735ad471e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.540969601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01e0e3-3527-49a2-9573-55735ad471e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:37.545374933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c01e0e3-3527-49a2-9573-55735ad471e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:38.946427003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"6c1d7eca-21d0-44b0-bb02-190fab9f7dda","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:38.946491713Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"6c1d7eca-21d0-44b0-bb02-190fab9f7dda","name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:38.952485348Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"6c1d7eca-21d0-44b0-bb02-190fab9f7dda","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:38.952500819Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"6c1d7eca-21d0-44b0-bb02-190fab9f7dda","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.708705479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.709695729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"65965128-5e40-4e94-9553-b215a5f9a10c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.709713188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"65965128-5e40-4e94-9553-b215a5f9a10c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.730436315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"0d12e1f4-3720-4d03-94f3-aecaab850206","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:39.739541145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"0b154ae1-2940-4a38-a936-2510e06fca21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-883665\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.742503515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"3792dbd8-ff3a-4934-938f-5522dbcfc57c","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.742531109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"3792dbd8-ff3a-4934-938f-5522dbcfc57c","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.745927207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"0d12e1f4-3720-4d03-94f3-aecaab850206","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.74695175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f7b42de6-714c-4d42-9ff3-0df8ccf5fd50","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.746969681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f7b42de6-714c-4d42-9ff3-0df8ccf5fd50","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.753748094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"91082642-323e-40d5-a9da-03c4aa8e544f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.753769051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"91082642-323e-40d5-a9da-03c4aa8e544f","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.763571176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0f403520-fabc-41b1-b9bc-cf09b1a02638","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.763588287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0f403520-fabc-41b1-b9bc-cf09b1a02638","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.767324311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"170cac86-ae67-4ee4-8891-6997da577449","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.767339615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"170cac86-ae67-4ee4-8891-6997da577449","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.780816856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"3afaed90-70e8-4f8e-988d-f1659dd0eb0c","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"sub-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-shared-sub-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.829840917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"f1d882a0-c28e-4559-9e6b-625f4345b52f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.838267526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"f1d882a0-c28e-4559-9e6b-625f4345b52f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.839422476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"aaa75a66-ea30-40a8-989f-0d4e17103826","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.839439072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"aaa75a66-ea30-40a8-989f-0d4e17103826","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.889098781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"3f306e06-be68-4bcd-ad64-502ceb9aea05","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.9081244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"3d9b90d2-9efe-4d07-883e-0783f20f5289","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.90815202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"3d9b90d2-9efe-4d07-883e-0783f20f5289","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.909345591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.926777206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"3ea8a12a-d317-4bb8-997f-b3571c80c171","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.927073678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"3ea8a12a-d317-4bb8-997f-b3571c80c171","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.934150147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"bca89728-4b53-4e14-8e8c-3dcfad104665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:39.934767262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"73808dda-34ba-4865-b8fb-0881eba8301f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-883665\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.945910283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"bca89728-4b53-4e14-8e8c-3dcfad104665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.947191548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"04c81e78-6d05-4c5e-b11e-2d9e42269ab1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.947211393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"04c81e78-6d05-4c5e-b11e-2d9e42269ab1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.958527273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"481542f1-17c5-4b0b-a5b4-61f104ab8c6a","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.958542335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"481542f1-17c5-4b0b-a5b4-61f104ab8c6a","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.98074546Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"4bfd6e99-b66d-4202-95f1-7186332149d2","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"sub-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-shared-sub-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.999285529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6a328999-faa2-4aea-a258-3527946c7f35","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:39.99930335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6a328999-faa2-4aea-a258-3527946c7f35","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.066630574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"50ccf84c-0eba-4444-bccb-ffd0b88686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.074987298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"50ccf84c-0eba-4444-bccb-ffd0b88686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.077400031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"0bb599ee-b72b-4856-9d71-562a1f07404b","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.094644935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"7d1e200f-5a1c-4918-a16d-764604777ce7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.094660934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"7d1e200f-5a1c-4918-a16d-764604777ce7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.094793014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.103601393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ff05b3a4-30fe-4953-9dfc-aa555faf574b","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.103616373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ff05b3a4-30fe-4953-9dfc-aa555faf574b","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:40.10822141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"ec87672c-39c0-4bcd-bc0c-e48b718d3591","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-883665\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.125463034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"c80b53cd-d2f4-4a4f-9ffa-038bc0504489","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.125481806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"c80b53cd-d2f4-4a4f-9ffa-038bc0504489","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.133779683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"14facf34-46bb-48e9-b143-ff06a62bc8c1","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.133794901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"14facf34-46bb-48e9-b143-ff06a62bc8c1","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.165964234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"26c3b833-cda3-4c11-afbe-e9da12872e20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.174612721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"26c3b833-cda3-4c11-afbe-e9da12872e20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.186903606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"ef221c82-e7aa-4184-ae04-19c4875a6758","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-a-only-883665","ai-tenant-e2e-shared-a-w4-bde944/e2e-shared-sub-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.206998145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"a15acac7-4bbc-412c-81fa-71b81e375633","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.207015623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"a15acac7-4bbc-412c-81fa-71b81e375633","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.279166583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"79503a9b-799d-4b1c-bb33-95b194b6b954","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.279405879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a6caa843-a47f-45a7-bb2d-36e2d554ffec","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.279422046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a6caa843-a47f-45a7-bb2d-36e2d554ffec","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.279672633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"c8adeb0e-b77f-4dc0-86f3-0e5f0765e274","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.279970381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.287449226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6fcc8ff2-d2a0-4a82-9e7c-e0b00b4024c2","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.287462415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6fcc8ff2-d2a0-4a82-9e7c-e0b00b4024c2","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.287810985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"a706d0be-937d-49b0-8f1d-09b9811f3e87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:40.293882019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"3632233b-a37b-4926-a8fa-43c5245dc783","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-883665\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.298216485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"a706d0be-937d-49b0-8f1d-09b9811f3e87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.309192903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b75c1c83-3b64-4780-aa78-1da248f8fae6","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.309207303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b75c1c83-3b64-4780-aa78-1da248f8fae6","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.317880127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a7ee211b-a207-45cc-b2ea-f5b7302b0409","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.317894758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a7ee211b-a207-45cc-b2ea-f5b7302b0409","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.38568043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"f068337b-fa1a-4d14-a408-1bedd04ace68","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-b-only-883665","ai-tenant-e2e-shared-b-w4-9e7156/e2e-shared-sub-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.406501868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"c38188d2-d3de-4665-84e2-b2d27adeb88f","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.406517957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"c38188d2-d3de-4665-84e2-b2d27adeb88f","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.537278965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"1a338dd8-ccd9-4b35-af8e-107d6a048fab","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:40.537631389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"e94c51a4-23c1-4067-9ce6-0d074af06841","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.68682013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"41fb58c5-1eb4-4bf4-9d0d-374ba02ed60b","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","subscription":"e2e-sub-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.690711099Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"41fb58c5-1eb4-4bf4-9d0d-374ba02ed60b","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.694640815Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-sub-9cbd331c","reconcileID":"41fb58c5-1eb4-4bf4-9d0d-374ba02ed60b","MaaSSubscription":{"name":"e2e-sub-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"name":"maas-trlp-e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.729503633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ee5e8d24-aa5f-4995-9550-e8b8bc3a7e61","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.729521635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ee5e8d24-aa5f-4995-9550-e8b8bc3a7e61","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.729782153Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:42.851736499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.50045248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"56606f09-230b-4f6c-aea2-783fd151901b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.507754915Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"56606f09-230b-4f6c-aea2-783fd151901b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.514208456Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"e2e-no-access-sub","reconcileID":"56606f09-230b-4f6c-aea2-783fd151901b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/distinct-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.554342944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"5b282e90-3c5a-4205-b4bb-33e6a31b26f1","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.554739032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.56600602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3312dd49-ab3a-4fed-935e-4b114a602589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.566082786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dfd0fbc4-20b5-45d1-be40-2667875dd877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.575344469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"3312dd49-ab3a-4fed-935e-4b114a602589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.577117281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"dfd0fbc4-20b5-45d1-be40-2667875dd877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.810156708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"90363b4b-99c0-4f85-ae09-432921cb0ea3","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.841119017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"30bb3bdc-e4c8-4a46-af9a-94187d532fd3","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.880529986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ba0014be-5a8e-4d08-b19b-fd83c8c0946c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.880694434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ba0014be-5a8e-4d08-b19b-fd83c8c0946c","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.967857125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"6bb327a3-9d63-448b-8cc2-3caf57be09ee","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:45.968380649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"6bb327a3-9d63-448b-8cc2-3caf57be09ee","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.064488475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"a95f0e37-e15c-45e4-a874-f158fee68c2c","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.065372175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"9b4af750-436e-4066-b3b2-ac5b4aefa325","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.187808385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"5a52bb4a-5950-4f16-905b-c53fde43b310","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.187916034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"5a52bb4a-5950-4f16-905b-c53fde43b310","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.358659642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"c01524d1-af06-4685-aae0-ecc28b89ccf9","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","subscription":"e2e-rec-ctrl-7a72ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.359546924Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-sub","reconcileID":"c01524d1-af06-4685-aae0-ecc28b89ccf9","MaaSSubscription":{"name":"e2e-rec-ctrl-7a72ce-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","error":"MaaSModelRef not found: e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.459820879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-detach-75e74e-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.64674215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"96b25d23-12c6-4a3d-9039-1d5010320edb","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.65240099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"d1eddfb2-00a0-4201-ae9f-b2bf82ba9226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.749149153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a1051150-9d89-4c0b-89a3-78cf698796a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.806043932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"96b25d23-12c6-4a3d-9039-1d5010320edb","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.860916285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"b61a52cb-6957-4421-aa09-2b31018336ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.86177303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"b887f3b4-1269-4607-839a-8f94f5d45d2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.901463768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"a1051150-9d89-4c0b-89a3-78cf698796a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:46.949575943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"d1eddfb2-00a0-4201-ae9f-b2bf82ba9226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.033713761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"b61a52cb-6957-4421-aa09-2b31018336ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.034092799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"aec7562d-93e3-43e4-b81c-ad21020f1631","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.068310968Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"d1eddfb2-00a0-4201-ae9f-b2bf82ba9226","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.11660043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"b887f3b4-1269-4607-839a-8f94f5d45d2b","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.243577232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"e500eeee-2956-4e70-a655-3182ce605329","MaaSModelRef":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.356004771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"01d8f5dd-fe7c-448e-9ca8-5460fa4b8a38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.402023937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-rec-ctrl-7a72ce-access","reconcileID":"de87791e-4d0d-4383-bb3b-8c87b3c6f956","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-7a72ce-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-rec-user-8c755f/e2e-rec-ctrl-7a72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:47.439646239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"01d8f5dd-fe7c-448e-9ca8-5460fa4b8a38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.155738681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0658cc8e-bab8-439f-9a4d-361a128ff474","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.19158285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"392c3927-edba-4dbd-9774-fb36fe454a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.199455351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f59571c4-9ca6-417e-a8ec-d387c29f00e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.201077998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"caeb9f04-ab72-4fa4-8a2e-e448b7dee209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.223617382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"392c3927-edba-4dbd-9774-fb36fe454a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.227699149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f59571c4-9ca6-417e-a8ec-d387c29f00e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.247895506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"f8da1bdb-e1a3-42ad-9e2a-eb895b6122c3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.299631842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"ad4b815a-691f-46a6-9854-76e3c8e63708","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.960086764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"44486c5d-ff22-4b27-9ad6-9d49b84d536b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.960684682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"811a67eb-1e0a-4309-b577-6a8cb0931746","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:49.960755789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"811a67eb-1e0a-4309-b577-6a8cb0931746","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.026088368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"44486c5d-ff22-4b27-9ad6-9d49b84d536b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.02795407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"45a93e97-5589-493b-9cf6-0bf6cddc92e4","namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.116461625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"a7064fcd-7fa3-496f-bdb9-ab10feb39898","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.118336408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2b1bf5","namespace":"e2e-extmod-att-noaccess-d454af"},"namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","reconcileID":"0cac0e6c-b180-4adc-85e3-8d2a1c40fa8d","namespace":"e2e-extmod-att-noaccess-d454af","name":"e2e-att-noaccess-2b1bf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.166227963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"deff4ce9-6f8f-480c-a0ae-1984fea7b56f","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.171272449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"486edfa3-c93d-4c58-82ad-2c4629293750","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.238567389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ea9f30-bd96-4f26-a827-1e7455bcb18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.247032635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"44486c5d-ff22-4b27-9ad6-9d49b84d536b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.258525906Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-883665","reconcileID":"44486c5d-ff22-4b27-9ad6-9d49b84d536b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.264369367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"53f7f9a7-b4fa-4c2b-9833-ca543a195299","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.264873329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d1b07ede-1442-43ec-a46b-c87a6d110918","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.268083781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ea9f30-bd96-4f26-a827-1e7455bcb18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.268489064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8866483-b4e8-4d33-96ee-99d0aba3f24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.271544129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d4427e25-8a8a-4064-8b35-896925f41522","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.271593939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d4427e25-8a8a-4064-8b35-896925f41522","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.27527391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"53f7f9a7-b4fa-4c2b-9833-ca543a195299","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.275580604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"773ea62b-9ea2-41e4-afa8-44106792cb97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.277949093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"d1b07ede-1442-43ec-a46b-c87a6d110918","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.279946443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8866483-b4e8-4d33-96ee-99d0aba3f24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.329186101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"77c13f3b-f08b-4914-82a2-5f8dfc1f32fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.338448127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"77c13f3b-f08b-4914-82a2-5f8dfc1f32fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.343102909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"3ccd4b2c-9b36-4bfc-99bf-f650f8d43dfa","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.343242051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"8779c574-e727-44ef-bd2c-397274e88ca8","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.357929843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0444a7ac-bbe0-40d3-a1fd-0489e247eda9","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.396876227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4115556c-4bc9-424b-9003-f5f0ed7055cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.409089822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"4115556c-4bc9-424b-9003-f5f0ed7055cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.442038409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"a6c171d1-a96b-48f5-b1e5-1f76b9349cd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.453142867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"597de32a-d0e1-4383-9fdf-6393eeed76fd","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.453162225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"597de32a-d0e1-4383-9fdf-6393eeed76fd","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.514878984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1ec6a51-a01c-489a-a728-36fa3d404031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.516017236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"271f1d87-7c16-4046-a53d-4fef5800aa5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.520335422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fd76819b-1884-47cc-badb-97ceec6169bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.527685045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"271f1d87-7c16-4046-a53d-4fef5800aa5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.52767726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1ec6a51-a01c-489a-a728-36fa3d404031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.530513745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c36c6db6-ca8f-4683-b0ed-1902cc7f5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.533507957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"fd76819b-1884-47cc-badb-97ceec6169bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.540436712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c36c6db6-ca8f-4683-b0ed-1902cc7f5b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.60591923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5acc40c6-5075-486b-95e6-04c9364989b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.606032805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c53a8c91-f253-4634-b537-f8bfdfd448e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.609591883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7d49f154-0bde-4ade-8a2c-b891a246669a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.609625872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"0ef3fd74-7bb1-4b39-8c5e-115a93c56a2d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.614206859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5acc40c6-5075-486b-95e6-04c9364989b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.614424868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c53a8c91-f253-4634-b537-f8bfdfd448e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.61831642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"7d49f154-0bde-4ade-8a2c-b891a246669a","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.618388145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"0ef3fd74-7bb1-4b39-8c5e-115a93c56a2d","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.988320192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","namespace":"ai-tenant-e2e-ait-87e02313","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.988433992Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","namespace":"ai-tenant-e2e-ait-87e02313","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.988514731Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","tenant":"e2e-ait-87e02313","tenantID":"e2e-ait-87e02313","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:50.993939003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Deployment","name":"maas-api-e2e-ait-87e02313","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.005727585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Service","name":"maas-api-e2e-ait-87e02313","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.022381396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-87e02313","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.027959764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-87e02313","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.034563094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.042654713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.051290512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.057334095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.060936228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Deployment","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.064089424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.067702387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Service","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.070621841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"Service","name":"payload-pre-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.074618501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"DestinationRule","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.077961799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.081298102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.08889088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.092174996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.095251924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.098637671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-87e02313","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.102515691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-87e02313"},"namespace":"ai-tenant-e2e-ait-87e02313","name":"default-tenant","reconcileID":"69e46e0b-e2de-40d6-9b97-a6496b7e2e24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-87e02313","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.334005037Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-87e02313","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-87e02313","reconcileID":"e19de2ba-8e29-4ecf-b446-91998db972c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-87e02313","removed":["maas.opendatahub.io/gateway-access-e2e-ait-87e02313"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.528921532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a998e818-859e-4ccb-b6cb-c0e3a6c0b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.532343437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a998e818-859e-4ccb-b6cb-c0e3a6c0b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.535512379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a998e818-859e-4ccb-b6cb-c0e3a6c0b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.541183603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a998e818-859e-4ccb-b6cb-c0e3a6c0b32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.644648326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"2474182f-8e9f-4621-acc8-b683ce89117d","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.644685318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"2474182f-8e9f-4621-acc8-b683ce89117d","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.734911385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"ee2699c4-d979-4c84-bebf-7f1506d4f5fb","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.754094907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e92f9324-8017-41c1-9146-e3e3fb641317","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.754938991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"753c8b59-784e-48ff-8fb6-cdb3f5184f50","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.782271031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"ee2699c4-d979-4c84-bebf-7f1506d4f5fb","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.783101541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"e92f9324-8017-41c1-9146-e3e3fb641317","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.788267642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"753c8b59-784e-48ff-8fb6-cdb3f5184f50","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.792568583Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"dcb5637e-25ef-4a25-b580-ed5ec2101009","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c3e1453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.831485658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"16c45aa5-d7ac-44e4-b639-2f5b17574a6b","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.835714484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"90e27b80-2788-4fbb-8989-85a5f0fafefb","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.841754453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1c3e2706-c805-4b6c-86ad-585351d08b78","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.849512499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"16c45aa5-d7ac-44e4-b639-2f5b17574a6b","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.935192174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"1c3e2706-c805-4b6c-86ad-585351d08b78","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.935960173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"90e27b80-2788-4fbb-8989-85a5f0fafefb","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.985325792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed6500-c582-40f5-a9aa-abacaf7568af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.988629441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed6500-c582-40f5-a9aa-abacaf7568af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.991754968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed6500-c582-40f5-a9aa-abacaf7568af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:51.995222209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed6500-c582-40f5-a9aa-abacaf7568af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.420082989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a24dc33-08c3-4cb6-85e5-96cac5ce25a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.423334882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a24dc33-08c3-4cb6-85e5-96cac5ce25a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.426571567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a24dc33-08c3-4cb6-85e5-96cac5ce25a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.430111455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a24dc33-08c3-4cb6-85e5-96cac5ce25a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.708875879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6b45f-ad81-43a5-996e-d14d4c5bcb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.712398141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6b45f-ad81-43a5-996e-d14d4c5bcb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.716471509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6b45f-ad81-43a5-996e-d14d4c5bcb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.720023096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6b45f-ad81-43a5-996e-d14d4c5bcb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:52.97075769Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ced1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ced1b7","reconcileID":"7e6238e4-24f4-4c11-8c7f-f4d8e1b2b3cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ced1b7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-ced1b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.204593914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9175fa68-c8a1-4fad-add8-a0a1e1e21e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.208399402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9175fa68-c8a1-4fad-add8-a0a1e1e21e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.212626008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9175fa68-c8a1-4fad-add8-a0a1e1e21e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.216768839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9175fa68-c8a1-4fad-add8-a0a1e1e21e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.490376196Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.490570095Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.490709596Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","tenant":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.508774406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Deployment","name":"maas-api-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.53255282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Service","name":"maas-api-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.58668959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.599686029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.606653456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.613025759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.622683272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.62899844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.632457929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Deployment","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.635694747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.638895779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Service","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.642742458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"Service","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.646522563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.649586482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.653217979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.66069031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.663629111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.666739903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.669685656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.672600208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"f9eb36a4-02ae-49e8-a0ef-6e37fd97657e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9cbd331c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:53.827723304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9cbd331c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9cbd331c","reconcileID":"c19d5551-8692-4a74-b1ef-9d500cd3d669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9cbd331c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9cbd331c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.061044618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"9cda4808-8b5f-4e77-a4c0-a1007d5cd0ed","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.083934546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"9cda4808-8b5f-4e77-a4c0-a1007d5cd0ed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.089149251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"e0ed0080-9476-4da2-9974-500e01f4b8f6","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.089206664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"e0ed0080-9476-4da2-9974-500e01f4b8f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.099474175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"7e8fffa6-28c0-42b9-a043-070ced48ab35","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.099600918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"7e8fffa6-28c0-42b9-a043-070ced48ab35","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.12010224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4be356a8-fa91-4a3f-8a99-514cb848873d","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.120185779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4be356a8-fa91-4a3f-8a99-514cb848873d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.225704522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c4663ccf-2f48-48ed-be92-8d407034d6b4","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.225801684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c4663ccf-2f48-48ed-be92-8d407034d6b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.308518026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c320fa71-57f8-46d8-b748-a677cdb961fd","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.308677401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"c320fa71-57f8-46d8-b748-a677cdb961fd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.333712838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfa1699-c07f-43ff-a8d7-43f74f60b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.337790424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfa1699-c07f-43ff-a8d7-43f74f60b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.345073385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfa1699-c07f-43ff-a8d7-43f74f60b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.348942101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfa1699-c07f-43ff-a8d7-43f74f60b4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.400439454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"5a6c1752-e1d1-4bf6-a635-899151ad729d","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.400519466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"5a6c1752-e1d1-4bf6-a635-899151ad729d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.72279575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"56d31775-6515-40b1-8590-826ed4cbd97a","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.722948231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"56d31775-6515-40b1-8590-826ed4cbd97a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.799326137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966c5b8-678e-4d2b-98d2-28dab7afe18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.831266457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966c5b8-678e-4d2b-98d2-28dab7afe18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.875394259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966c5b8-678e-4d2b-98d2-28dab7afe18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:54.881498355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f966c5b8-678e-4d2b-98d2-28dab7afe18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.960643261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"8995ed9f-966d-4903-80b8-cd9e38f12dc0","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:54.960810028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"8995ed9f-966d-4903-80b8-cd9e38f12dc0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:55.127606068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"44bcc216-e5f4-4e54-b6bc-1eec46199ad7","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:55.127702728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"44bcc216-e5f4-4e54-b6bc-1eec46199ad7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.203198529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274eaa37-bcf6-4993-833d-d00d88116244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.207287399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274eaa37-bcf6-4993-833d-d00d88116244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.210834638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274eaa37-bcf6-4993-833d-d00d88116244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.214484978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274eaa37-bcf6-4993-833d-d00d88116244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.59873059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251ffe0e-aa78-45f6-8b4f-53c253a8ab25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.603571463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251ffe0e-aa78-45f6-8b4f-53c253a8ab25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.611009913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251ffe0e-aa78-45f6-8b4f-53c253a8ab25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.634084855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251ffe0e-aa78-45f6-8b4f-53c253a8ab25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.878560957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f90bfd1-d40b-4de7-8d1c-e1cfd30d2322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.881711656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f90bfd1-d40b-4de7-8d1c-e1cfd30d2322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.884724109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f90bfd1-d40b-4de7-8d1c-e1cfd30d2322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:55.88780875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f90bfd1-d40b-4de7-8d1c-e1cfd30d2322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:56.142135055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"2dd07259-e9c7-4c35-8456-2430b3020671","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:56.14219969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"2dd07259-e9c7-4c35-8456-2430b3020671","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.158254338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-13c6a8db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-13c6a8db","reconcileID":"7605a9b1-30b2-4bb4-b8d9-ca819c0905d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-13c6a8db","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-13c6a8db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.182190601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75324e59-4b00-421d-9b33-d907e2c043dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.185689001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75324e59-4b00-421d-9b33-d907e2c043dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.189106063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75324e59-4b00-421d-9b33-d907e2c043dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.192596918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75324e59-4b00-421d-9b33-d907e2c043dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:56.19346203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4d000805-4f68-4834-9a9e-8d718b117917","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:56.193523582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4d000805-4f68-4834-9a9e-8d718b117917","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.384755268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f051ce27-90cd-4942-a2ad-98ec18c7c3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.387988073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f051ce27-90cd-4942-a2ad-98ec18c7c3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.391222287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f051ce27-90cd-4942-a2ad-98ec18c7c3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:53:56.394552304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f051ce27-90cd-4942-a2ad-98ec18c7c3a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:57.42680298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ea553778-1a0f-46cc-b65c-6d2d0de3b79f","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:53:57.426967724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"ea553778-1a0f-46cc-b65c-6d2d0de3b79f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.403643545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"968a1f9f-8fb0-466b-a557-57adebd781e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-ced1b7","tenantID":"e2e-autores-ced1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.439427173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"968a1f9f-8fb0-466b-a557-57adebd781e2","name":"e2e-autores-ced1b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:54:00.445983036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"8dc97500-56c2-4b17-b835-391e44d0d31a","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:54:00.446056228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"8dc97500-56c2-4b17-b835-391e44d0d31a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.478083384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"8f9aacb4-9945-4fb4-bb7e-6c7ee76f20ef","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscription":"e2e-shared-sub-883665","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:54:00.697135776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"61308a9b-6f11-4a5b-b985-b755dd20d12c","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:54:00.697319565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"61308a9b-6f11-4a5b-b985-b755dd20d12c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c-kserve-route (gateways: [openshift-ingress/e2e-mt-9cbd331c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.727036682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-883665","reconcileID":"8f9aacb4-9945-4fb4-bb7e-6c7ee76f20ef","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-a-only-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.750773179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"f6828396-d6ab-4d9e-96e8-503cc6e05c1b","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.791531874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7b56a4-918e-4e27-8731-b346caa73cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.794819395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7b56a4-918e-4e27-8731-b346caa73cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.797943681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7b56a4-918e-4e27-8731-b346caa73cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.801074912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7b56a4-918e-4e27-8731-b346caa73cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.845295457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"6be2eb46-ad11-421d-b18a-87b387730586","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.845313845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"6be2eb46-ad11-421d-b18a-87b387730586","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.845498468Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.861105111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"86e4dfd9-88f6-4dc0-96a4-aca43af98979","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.861122475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"86e4dfd9-88f6-4dc0-96a4-aca43af98979","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.868347037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6eace55b-f4fe-46d2-93a0-543f3bae48f8","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:00.86839396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6eace55b-f4fe-46d2-93a0-543f3bae48f8","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.030000479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"350a605d-da5b-4629-bd05-1a227a0bfe30","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.030021055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"350a605d-da5b-4629-bd05-1a227a0bfe30","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.21274424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bd177b-8e6c-46c5-863b-a03ab7aea00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.250863514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bd177b-8e6c-46c5-863b-a03ab7aea00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.256221626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bd177b-8e6c-46c5-863b-a03ab7aea00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.262244742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bd177b-8e6c-46c5-863b-a03ab7aea00f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.836796007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"487c647a-6277-4f12-a0cc-5c7b8d41e255","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","subscription":"e2e-att-detach-75e74e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.880655858Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"487c647a-6277-4f12-a0cc-5c7b8d41e255","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.884101384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a80eb9a9-455c-465e-9072-e37febb199ea","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.906498345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a80eb9a9-455c-465e-9072-e37febb199ea","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:01.967647472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-sub","reconcileID":"487c647a-6277-4f12-a0cc-5c7b8d41e255","MaaSSubscription":{"name":"e2e-att-detach-75e74e-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.215880651Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9cbd331c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9cbd331c","reconcileID":"a10c114c-3528-40b2-8e94-638ca09dad01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9cbd331c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9cbd331c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.280461841Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-att-serve-c6bc48-sub ai-tenant-e2e-extmod-b-204fba/e2e-att-unrel-fe5797-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.304550464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c160a85-90b6-4ae0-bb78-7467b0f99105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.30540906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"b061f493-b6cf-4b80-91f0-296d5130114b","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.30547668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"b061f493-b6cf-4b80-91f0-296d5130114b","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.318164904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"6c160a85-90b6-4ae0-bb78-7467b0f99105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.356199148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"66fc4570-f82c-4a1b-8211-9e3b4a66c224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.361066722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"dbaca9da-7df8-4216-abc6-c4963fa2cb0c","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.372475182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"66fc4570-f82c-4a1b-8211-9e3b4a66c224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.391664237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"67f5a4aa-03be-42d7-8bc9-e7c48080cee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.392336345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"820d97aa-cbbf-4710-a66c-365914494df1","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.398449638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"dbaca9da-7df8-4216-abc6-c4963fa2cb0c","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.424107709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"67f5a4aa-03be-42d7-8bc9-e7c48080cee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.426480896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"820d97aa-cbbf-4710-a66c-365914494df1","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.433234668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5efce592-2c9d-4e1c-97b4-3ce7bdb8f340","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.433313496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"5efce592-2c9d-4e1c-97b4-3ce7bdb8f340","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.579509352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"504c258f-a5f1-4d8b-bf62-9525b2299d18","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.579651665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"504c258f-a5f1-4d8b-bf62-9525b2299d18","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.67129631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-detach-75e74e-access","reconcileID":"99039701-f76c-425c-affc-259605b905a0","MaaSAuthPolicy":{"name":"e2e-att-detach-75e74e-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.988772115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0ecc113d-1b43-4c5a-b860-d610166ae8c7","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:02.988879687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0ecc113d-1b43-4c5a-b860-d610166ae8c7","MaaSModelRef":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-detach-75e74e-abc71bc8b077","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-detach-75e74e","externalModel":"e2e-att-detach-75e74e","provider":"e2e-att-detach-75e74e-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.52017891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6ca17a-b522-426e-bd69-57a8d6e50d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.54028228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6ca17a-b522-426e-bd69-57a8d6e50d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.560615424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"0ee57a67-845e-48fa-a735-2602f282f61e","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.585650381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6ca17a-b522-426e-bd69-57a8d6e50d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.586718855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"f1a044d8-88c4-48f4-bf9c-cbe3d85719f1","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.59461774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"f1a044d8-88c4-48f4-bf9c-cbe3d85719f1","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.626669163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6ca17a-b522-426e-bd69-57a8d6e50d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.636071807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"5e75a0d9-5258-443b-9e46-cdb81ad8f2ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.647931667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"86cdd95a-54b9-4311-ae85-5f31bb9bd0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.652743828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8837320a-3882-4a3a-aaec-4b4d353c65c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.675631342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6181136e-6e5d-4d7d-bdd6-a7fcc948a8b3","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.675664221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"6181136e-6e5d-4d7d-bdd6-a7fcc948a8b3","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.697213771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea037d39-43af-4856-849a-628981c4a2ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.710649722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"2f7a0c07-03b5-4303-a8d4-ebfeba7e3616","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.656805185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"2c1a5b4f-95e0-4d5f-bb3e-21e3d1af0851","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.711291213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-75e74e","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","reconcileID":"3345bd21-f2d6-4d43-a9ad-a08e8b788869","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-detach-75e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.807029021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8837320a-3882-4a3a-aaec-4b4d353c65c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.808849284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"86cdd95a-54b9-4311-ae85-5f31bb9bd0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.80982442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"5e75a0d9-5258-443b-9e46-cdb81ad8f2ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.916174503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90f5f72b-c135-4a4d-9ea8-d8ee26f2ed3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.933079804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea037d39-43af-4856-849a-628981c4a2ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:03.96090139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90f5f72b-c135-4a4d-9ea8-d8ee26f2ed3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.074427639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ae771e61-5109-4496-84c7-c83df52d4f53","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.094522889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ae771e61-5109-4496-84c7-c83df52d4f53","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.314314196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee1ad4c9-e433-42fb-b1fc-4a0bad577125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.315412407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb75c4c7-3335-4297-a34a-8537fc7ec6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.316044078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"484aea6c-8b59-42ed-89e5-497c31ed17c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.316959055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8a55f539-bbdb-4770-959f-da945db96c82","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.317037327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8a55f539-bbdb-4770-959f-da945db96c82","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.317182051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5f6f9e27-8f72-4470-8157-b4d8708c13ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.329927036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee1ad4c9-e433-42fb-b1fc-4a0bad577125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.333396579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"484aea6c-8b59-42ed-89e5-497c31ed17c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.338800019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"5f6f9e27-8f72-4470-8157-b4d8708c13ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.342192236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb75c4c7-3335-4297-a34a-8537fc7ec6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.352437506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"12279656-cf16-4d25-9d9d-d586905ecf45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.353329812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"118966eb-a6de-4825-a9aa-9ad6abb0aa73","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ccef70b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.371607266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"12279656-cf16-4d25-9d9d-d586905ecf45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.541485544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"07f3b3b2-4a0a-420a-878a-dfb151f31ec6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.544018257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"46fd09d1-03d1-4b03-9cdf-ec1e21d23667","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.545135551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"36d4f148-c75a-470b-9486-c62e04d0738e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.546579806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"9ff1a86c-2f88-4c8a-a5d4-f513e496451b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.551379217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"07f3b3b2-4a0a-420a-878a-dfb151f31ec6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.626054775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4c635e33-b62b-4e6f-bb63-6783e4d843d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.629906451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"46fd09d1-03d1-4b03-9cdf-ec1e21d23667","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.633442384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"36d4f148-c75a-470b-9486-c62e04d0738e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.637164141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"9ff1a86c-2f88-4c8a-a5d4-f513e496451b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:04.641448902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4c635e33-b62b-4e6f-bb63-6783e4d843d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:05.434229775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"bd47e0ab-4872-4df4-8f57-8a85d75fed83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-13c6a8db","tenantID":"e2e-derive-13c6a8db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:05.468300877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"bd47e0ab-4872-4df4-8f57-8a85d75fed83","name":"e2e-derive-13c6a8db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.600188311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4022e5-c3fe-42c4-b245-244776d6e244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.603698237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4022e5-c3fe-42c4-b245-244776d6e244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.607253189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4022e5-c3fe-42c4-b245-244776d6e244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.610420196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb4022e5-c3fe-42c4-b245-244776d6e244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.916263614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e581b-d515-4a12-acbd-848e468ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.919604012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e581b-d515-4a12-acbd-848e468ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.923925161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e581b-d515-4a12-acbd-848e468ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:10.944958921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249e581b-d515-4a12-acbd-848e468ddf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.055729531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"2602919a-949b-4913-8a4f-5243e8aaa7d6","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscription":"e2e-a-only-883665","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.059561139Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"2602919a-949b-4913-8a4f-5243e8aaa7d6","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.063325101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-883665","reconcileID":"2602919a-949b-4913-8a4f-5243e8aaa7d6","MaaSSubscription":{"name":"e2e-a-only-883665","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.094031881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"9fb43a07-b4cd-4e25-9b60-5021d910e6f8","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.094051788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"9fb43a07-b4cd-4e25-9b60-5021d910e6f8","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.106472267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a2a82c5c-e96e-4b6f-8a13-029fd1fbdc5b","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.106491361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a2a82c5c-e96e-4b6f-8a13-029fd1fbdc5b","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.406919608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"67fec18c-8612-47b0-a5dc-5196621d3c6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.406966685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"005d8428-b6ef-4813-89c3-cde7b215f2d1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.406979235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"005d8428-b6ef-4813-89c3-cde7b215f2d1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.451274127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"a1fa8477-7c3d-46f6-b421-211ff1d9b43c","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.452001963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"1387c2dd-c8a1-48bc-9993-a448015b52f4","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.51629896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"67fec18c-8612-47b0-a5dc-5196621d3c6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.576864267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"67fec18c-8612-47b0-a5dc-5196621d3c6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.576974359Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-883665","reconcileID":"67fec18c-8612-47b0-a5dc-5196621d3c6d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.588017336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b725219a-39d3-42f7-98dd-599dfcba2e16","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.588036766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b725219a-39d3-42f7-98dd-599dfcba2e16","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.61294958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"a7c7b487-294a-4b93-af37-07a30ceed5cc","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.613009788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"ee42a6ce-2b41-41ed-9a79-5e518a232420","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.747397122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"e62bb8c7-ebd6-4456-a8d2-ed4fb9b9cb8e","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:11.747424253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"e62bb8c7-ebd6-4456-a8d2-ed4fb9b9cb8e","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:12.208676568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ac8969e5-b01f-40a4-8e56-364e190e219b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:12.233693883Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ac8969e5-b01f-40a4-8e56-364e190e219b","name":"e2e-mt-9cbd331c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:12.868177579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.374896905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"e8666630-310b-484a-a99a-bdda689e1f41","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","subscription":"e2e-att-unrel-fe5797-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.388697385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"e8666630-310b-484a-a99a-bdda689e1f41","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.39329813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-sub","reconcileID":"e8666630-310b-484a-a99a-bdda689e1f41","MaaSSubscription":{"name":"e2e-att-unrel-fe5797-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.476169295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"354255da-2c14-4760-8318-4b2ca0c11182","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.476210539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"354255da-2c14-4760-8318-4b2ca0c11182","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.49686533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"25654c95-6e8e-4aa0-81ed-6ce0b6704684","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.49950118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"389e37d7-40be-49d1-a8bb-b80665f6bc64","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.506913871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"25654c95-6e8e-4aa0-81ed-6ce0b6704684","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.529961997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"389e37d7-40be-49d1-a8bb-b80665f6bc64","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.82990822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8cb3d1a2-6554-415a-b2a9-15dbd3b5d639","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.829946663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"8cb3d1a2-6554-415a-b2a9-15dbd3b5d639","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:14.849053428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-unrel-fe5797-access","reconcileID":"fd4eea50-544e-41e6-a967-937a9000938f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fe5797-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.138807259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"1fab55c8-d790-4356-9634-953a2af6f8aa","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.138855342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"1fab55c8-d790-4356-9634-953a2af6f8aa","MaaSModelRef":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-unrel-fe5797-f9acaebf74d1","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-unrel-fe5797","externalModel":"e2e-att-unrel-fe5797","provider":"e2e-att-unrel-fe5797-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.449808604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31d6b36-6c6c-407d-bd59-3afddd0bf5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.464378404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31d6b36-6c6c-407d-bd59-3afddd0bf5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.483036247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31d6b36-6c6c-407d-bd59-3afddd0bf5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.489860049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31d6b36-6c6c-407d-bd59-3afddd0bf5a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.583070458Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"6f8375c9-a7e6-42e7-a40b-16bfc671f212","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.598750108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"89e990eb-f254-494d-9f3b-578c9130764b","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.598782995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"89e990eb-f254-494d-9f3b-578c9130764b","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.612182003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ef369672-8c5f-44f5-a7f6-e30a3375b785","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.630812573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8041d9d-44bb-400e-a710-2ace03eed357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.631659664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a1d9a2da-f4fe-4032-8f27-dc4fe6763d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.646506177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b9a4b684-00b2-4283-9aca-a0b4a18916eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.653195522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2e7fbe-7be8-412b-aa23-536a9fd79b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.692198012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2e7fbe-7be8-412b-aa23-536a9fd79b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.693796932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fe5797","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","reconcileID":"00713942-29cf-4d0f-a29c-69478f4e71f1","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-unrel-fe5797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.694456492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ef369672-8c5f-44f5-a7f6-e30a3375b785","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.696909841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a1d9a2da-f4fe-4032-8f27-dc4fe6763d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.703301338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b9a4b684-00b2-4283-9aca-a0b4a18916eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.703782757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8041d9d-44bb-400e-a710-2ace03eed357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.704218175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"88ad5474-a9c9-4400-978f-e652caa29bd4","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:15.995917018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0fcc060e-59aa-47cc-9506-d6b988564db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.113844822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5f119104-b2ce-40b4-9f75-33306221330b","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.16613836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"5f119104-b2ce-40b4-9f75-33306221330b","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.116688825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b7e8c38f-6045-4414-9044-37cbbf036dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.136740812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0fcc060e-59aa-47cc-9506-d6b988564db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.115859124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9bef74a-72b2-4913-90f0-5121e8704486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.221696064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b7e8c38f-6045-4414-9044-37cbbf036dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.224316012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"522b4af2-8ecf-4882-a935-c7436c06c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.232448256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9bef74a-72b2-4913-90f0-5121e8704486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.241669495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"522b4af2-8ecf-4882-a935-c7436c06c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.2735724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"82433bb7-a10a-442f-b948-a53eff41f167","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.273599196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"82433bb7-a10a-442f-b948-a53eff41f167","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.3344793Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"7f0027aa-cbc9-435b-85f0-b28b04cb2418","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2453a69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.44996032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d231f6a3-0750-44c5-b90f-4047583202f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.672893782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d231f6a3-0750-44c5-b90f-4047583202f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.67390358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fd141510-371f-4539-ac01-9695d96e4647","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.680469105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"83a41a2a-2a8a-4a12-aee6-62223a0385ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.684884868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"fd141510-371f-4539-ac01-9695d96e4647","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:16.719148866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"83a41a2a-2a8a-4a12-aee6-62223a0385ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:17.024329128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c8f39a-35a2-4612-9b21-5a92cd9b3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:17.064623907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c8f39a-35a2-4612-9b21-5a92cd9b3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:17.134414056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c8f39a-35a2-4612-9b21-5a92cd9b3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:17.258764994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c8f39a-35a2-4612-9b21-5a92cd9b3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:18.533594184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db5092-d53b-4862-a1de-79fa3fa7ff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:18.539209393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db5092-d53b-4862-a1de-79fa3fa7ff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:18.545952285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db5092-d53b-4862-a1de-79fa3fa7ff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:18.5577594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2db5092-d53b-4862-a1de-79fa3fa7ff79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.025991162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a323cc-2bbd-4992-8f2d-16a0e0174e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.044080892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a323cc-2bbd-4992-8f2d-16a0e0174e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.058288658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a323cc-2bbd-4992-8f2d-16a0e0174e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.077320754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a323cc-2bbd-4992-8f2d-16a0e0174e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.676809461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e176c81-641b-471e-8e79-96b6c42af170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.682846202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e176c81-641b-471e-8e79-96b6c42af170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.686222654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e176c81-641b-471e-8e79-96b6c42af170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:19.689751655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e176c81-641b-471e-8e79-96b6c42af170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:21.766132558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"b7eb7e86-8da7-474e-8991-206ef687f5eb","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscription":"e2e-shared-sub-883665","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:21.789778894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-883665","reconcileID":"b7eb7e86-8da7-474e-8991-206ef687f5eb","MaaSSubscription":{"name":"e2e-shared-sub-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-b-only-883665"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:21.804616417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"978671cb-f1c7-4f22-bfba-73f9fe26a114","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:21.972724805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b759eb08-cbc0-4740-84a9-3a86104b29a2","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:21.972757743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"b759eb08-cbc0-4740-84a9-3a86104b29a2","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:22.283499538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"bc2837bf-d89d-4c9b-aec5-d2b1efe2a05f","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:22.283526292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"bc2837bf-d89d-4c9b-aec5-d2b1efe2a05f","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.360669263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"3f2539fb-1463-4aa1-88f6-559acbb87a3f","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.360855006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"3f2539fb-1463-4aa1-88f6-559acbb87a3f","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.598446181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e86e2b-e709-463b-aa12-55e57bd42209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.601735786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e86e2b-e709-463b-aa12-55e57bd42209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.605347974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e86e2b-e709-463b-aa12-55e57bd42209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.609134265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7e86e2b-e709-463b-aa12-55e57bd42209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.921940174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f14f1-d1a2-4bea-bcfd-ddc813581d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.925278016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f14f1-d1a2-4bea-bcfd-ddc813581d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.928669901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f14f1-d1a2-4bea-bcfd-ddc813581d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:25.931802102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600f14f1-d1a2-4bea-bcfd-ddc813581d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.350499457Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"e58be5e5-740b-4fb8-9b49-03a01c7bd8e8","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","subscription":"e2e-att-serve-c6bc48-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.362521859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"e58be5e5-740b-4fb8-9b49-03a01c7bd8e8","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.369266647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-sub","reconcileID":"e58be5e5-740b-4fb8-9b49-03a01c7bd8e8","MaaSSubscription":{"name":"e2e-att-serve-c6bc48-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.464505536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a1eeb9c2-42f6-46b6-8c46-c00e9a6cdedb","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.472439701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"a1eeb9c2-42f6-46b6-8c46-c00e9a6cdedb","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.47615779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"93708ad7-db53-4366-9492-435a8aaa4f1c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.550486384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"93708ad7-db53-4366-9492-435a8aaa4f1c","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.603041231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"51135bda-b8dc-413b-8e35-43fd05232138","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.610396229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"51135bda-b8dc-413b-8e35-43fd05232138","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.692379441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ba9dcec8-8f17-4e16-8259-e0d0f6b53967","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.89640965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ba9dcec8-8f17-4e16-8259-e0d0f6b53967","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.92847786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ba9dcec8-8f17-4e16-8259-e0d0f6b53967","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.928503526Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-att-serve-c6bc48-access","reconcileID":"ba9dcec8-8f17-4e16-8259-e0d0f6b53967","MaaSAuthPolicy":{"name":"e2e-att-serve-c6bc48-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.986136332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"349dd0f5-d6c1-4672-b0d1-8f840e3dcf84","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-att-user-92c955/e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:26.986173926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"349dd0f5-d6c1-4672-b0d1-8f840e3dcf84","MaaSModelRef":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"routeName":"external-model-e2e-att-serve-c6bc48-5bacefbb89dc","namespace":"e2e-extmod-att-user-92c955","model":"e2e-att-serve-c6bc48","externalModel":"e2e-att-serve-c6bc48","provider":"e2e-att-serve-c6bc48-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.517168186Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"7d0e40ac-e13d-40fb-913b-3581f130a127","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.589807803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dde00026-24e8-46b2-beca-4bf546d965cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.590480512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"256e2bd5-0d4c-471e-93b1-4e8ddb0c204a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.747217531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"24b02bc3-e89f-4018-b469-898bc11ef5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.766112332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaf70125-427e-4ddb-8c31-ac6ed798e5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.767829711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb2620fe-3819-4fa8-bfde-ab32cd0784c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.78244497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-c6bc48","namespace":"e2e-extmod-att-user-92c955"},"namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","reconcileID":"8c6a8217-1523-4e3f-9b2e-affe718bafa0","namespace":"e2e-extmod-att-user-92c955","name":"e2e-att-serve-c6bc48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.901845656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"256e2bd5-0d4c-471e-93b1-4e8ddb0c204a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.938227209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"24b02bc3-e89f-4018-b469-898bc11ef5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.939952209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dde00026-24e8-46b2-beca-4bf546d965cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:27.973263884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb2620fe-3819-4fa8-bfde-ab32cd0784c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.047590626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaf70125-427e-4ddb-8c31-ac6ed798e5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.267830212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e9af8ab0-23fc-4dd3-96e2-aa6e7fd9de97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.548647813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e9af8ab0-23fc-4dd3-96e2-aa6e7fd9de97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.553000724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a955beba-cfcf-415a-84d1-8e6ee902b90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.558669339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"707c9444-d3e5-4e44-a0bf-fd65b5485ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.605306821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7359bde-9e50-4e6e-80eb-4a5217f4dfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.636741494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e10f8a75-fcb9-4aef-a2fa-9c289a3ef523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.666783166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a955beba-cfcf-415a-84d1-8e6ee902b90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.682674387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7359bde-9e50-4e6e-80eb-4a5217f4dfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.691786927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"707c9444-d3e5-4e44-a0bf-fd65b5485ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.767492225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e10f8a75-fcb9-4aef-a2fa-9c289a3ef523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.778793249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bd9fc0b8-21e3-4b0d-a616-c41e668bbf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:28.808655476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bd9fc0b8-21e3-4b0d-a616-c41e668bbf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:29.692408726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-ced1b7","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"autores-model-ced1b7","reconcileID":"4f97c531-f708-4a95-a80b-8b656b0b6bcb","MaaSModelRef":{"name":"autores-model-ced1b7","namespace":"ai-tenant-e2e-autores-ced1b7"},"tenant":"e2e-autores-ced1b7","gateway":"openshift-ingress/e2e-autores-ced1b7","model":"ai-tenant-e2e-autores-ced1b7/autores-model-ced1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:29.692435333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-ced1b7","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"autores-model-ced1b7","reconcileID":"4f97c531-f708-4a95-a80b-8b656b0b6bcb","MaaSModelRef":{"name":"autores-model-ced1b7","namespace":"ai-tenant-e2e-autores-ced1b7"},"routeName":"autores-model-ced1b7-kserve-route","namespace":"ai-tenant-e2e-autores-ced1b7","llmisvcName":"autores-model-ced1b7","gateway":"openshift-ingress/e2e-autores-ced1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.311179966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"6f3511c9-4491-438e-a2ce-1b918b34c166","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscription":"e2e-b-only-883665","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.323664225Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"6f3511c9-4491-438e-a2ce-1b918b34c166","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.333947375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-883665","reconcileID":"6f3511c9-4491-438e-a2ce-1b918b34c166","MaaSSubscription":{"name":"e2e-b-only-883665","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.432227409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"2ee33811-d23a-4566-b9e9-c637bea285c8","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.432263827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"2ee33811-d23a-4566-b9e9-c637bea285c8","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.564784227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"fa1bf521-bc26-42b8-a683-c91f75fd4a44","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.564804193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"fa1bf521-bc26-42b8-a683-c91f75fd4a44","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.573689435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"21b6129e-4782-4e4a-990a-b21eeecc3693","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.573706373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"21b6129e-4782-4e4a-990a-b21eeecc3693","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.579700012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"7ad4404e-ca56-4d1a-bf0c-91fec9b33c42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.619435795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"7ad4404e-ca56-4d1a-bf0c-91fec9b33c42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.666574214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"7ad4404e-ca56-4d1a-bf0c-91fec9b33c42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.677182932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"e08a633e-c6a7-4936-9286-88dbc0f9d3a5","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:32.677209757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"e08a633e-c6a7-4936-9286-88dbc0f9d3a5","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:35.432130296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a24a3dd2-189b-442d-9379-31613cf37bd8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:35.432224612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a24a3dd2-189b-442d-9379-31613cf37bd8","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.890095826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","namespace":"ai-tenant-e2e-derive-13c6a8db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.890186471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","namespace":"ai-tenant-e2e-derive-13c6a8db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.890267482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","tenant":"e2e-derive-13c6a8db","tenantID":"e2e-derive-13c6a8db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.89601919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Deployment","name":"maas-api-e2e-derive-13c6a8db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.913579401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Service","name":"maas-api-e2e-derive-13c6a8db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.924772448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-13c6a8db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.936242434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-13c6a8db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.949941065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.968509556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.979646768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.98607399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.990564314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Deployment","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.995623268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:36.998862707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Service","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.002137148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"Service","name":"payload-pre-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.00629913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"DestinationRule","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.010030997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.013381413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.022640109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.026587022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.033619871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.037888325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-13c6a8db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.042707408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-13c6a8db"},"namespace":"ai-tenant-e2e-derive-13c6a8db","name":"default-tenant","reconcileID":"e0541552-b9df-4aaa-9282-93ff00af42be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-13c6a8db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.491310512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-13c6a8db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-13c6a8db","reconcileID":"2db8d802-79b9-4f3a-af94-ce3a2cd9a8b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-13c6a8db","removed":["maas.opendatahub.io/gateway-access-e2e-derive-13c6a8db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.79117963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321e3bc8-bdbd-4e62-aed4-f300b50e59bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.806929387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321e3bc8-bdbd-4e62-aed4-f300b50e59bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.818429679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321e3bc8-bdbd-4e62-aed4-f300b50e59bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:37.826115471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321e3bc8-bdbd-4e62-aed4-f300b50e59bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:38.38957151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c5171-2505-4cec-9790-ab53c2341cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:38.393003005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c5171-2505-4cec-9790-ab53c2341cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:38.396166722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c5171-2505-4cec-9790-ab53c2341cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:38.399418825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00c5171-2505-4cec-9790-ab53c2341cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.659267068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb1565c-2738-450b-b0de-63b77cd19da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.674961602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb1565c-2738-450b-b0de-63b77cd19da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.685839298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb1565c-2738-450b-b0de-63b77cd19da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.692328642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb1565c-2738-450b-b0de-63b77cd19da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.729070187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"2f4e8032-b792-41ac-b289-0107b5523f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.740621389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"2f4e8032-b792-41ac-b289-0107b5523f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.751340222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc02a18d17a7da15a166ffd2c8a8bc50521b8b3e6ed4c281dbece65d71aba4f6) AuthConfig (49f3bc8224d9445fb9650b63530420cc89f3df0cca93d2c03f801de36b603d05) AuthConfig (3d0373609ef0590304c205480590da99c83e96563c382d36ec231cf82cb11607) AuthConfig (e76c89bca4602d129146d4b1a1dca8c08eba70dc9c35b30c3804646d1bb48911) AuthConfig (29be7f9396e8f1c4f7bff55b665e02a61a3c08a6a7ca5be522e93867c45bc978) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (ee0bdb7d8e906d1d2eda17e1f01706ad76334f7860c08e007c121b8344f18c09) AuthConfig (2f5685fb0fae483480a312f025cf0365fd23afedb339c08b19c170c376655286) AuthConfig (f8b1fbec2bd4cb662bfb689f1a6929044afaeac65523f937e35fc4c4fec46608) AuthConfig (4a5a1ecacbb46785a8e4725d8cf8224ad2c238c50a3012f6d8dc459787c5cbe3) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (8132dd0347ae74ec4bc5e8589f0cff26c8ed3257f8ace373e46baae1b3bd6a87) AuthConfig (7cd5e9f85ea8b136ac136f182d252253d37c097b6c9bfde34b134d271386527d) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (36f4126bbb57d6b424d085b0161af7b4a0b0ec7003372784a60ad72934179a92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"2f4e8032-b792-41ac-b289-0107b5523f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.771470682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"fc3c017e-143f-4114-94ed-e271d05240b7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.771490312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"fc3c017e-143f-4114-94ed-e271d05240b7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.851844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.980890461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf60d4f3-ce9c-497b-a390-62ec06d462cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.984099002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf60d4f3-ce9c-497b-a390-62ec06d462cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.987657729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf60d4f3-ce9c-497b-a390-62ec06d462cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:42.990982946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf60d4f3-ce9c-497b-a390-62ec06d462cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.118878445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"25ea006e-4b7c-4a13-aa34-cae701f89aa2","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.197456938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"80e09559-2d0c-47ca-af9c-5a897f0080af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.200003702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ed0b6517-c9a1-4005-bd1e-62d2bcfed8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.202603434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5692c6-fac2-4555-85f8-fee8e3c628ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.206057277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b28e57-8c02-46f2-a8e9-274f4122fd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.21426603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ed0b6517-c9a1-4005-bd1e-62d2bcfed8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.218056219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff5692c6-fac2-4555-85f8-fee8e3c628ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.228201659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7c188ae0-b583-410a-acc8-206922d06605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.239173213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"80e09559-2d0c-47ca-af9c-5a897f0080af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.268830693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"03a8f48a-404a-4631-b087-1f436c3ab0fe","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.315221256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b28e57-8c02-46f2-a8e9-274f4122fd31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.318470535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc02a18d17a7da15a166ffd2c8a8bc50521b8b3e6ed4c281dbece65d71aba4f6) AuthConfig (49f3bc8224d9445fb9650b63530420cc89f3df0cca93d2c03f801de36b603d05) AuthConfig (3d0373609ef0590304c205480590da99c83e96563c382d36ec231cf82cb11607) AuthConfig (e76c89bca4602d129146d4b1a1dca8c08eba70dc9c35b30c3804646d1bb48911) AuthConfig (29be7f9396e8f1c4f7bff55b665e02a61a3c08a6a7ca5be522e93867c45bc978) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (ee0bdb7d8e906d1d2eda17e1f01706ad76334f7860c08e007c121b8344f18c09) AuthConfig (2f5685fb0fae483480a312f025cf0365fd23afedb339c08b19c170c376655286) AuthConfig (f8b1fbec2bd4cb662bfb689f1a6929044afaeac65523f937e35fc4c4fec46608) AuthConfig (4a5a1ecacbb46785a8e4725d8cf8224ad2c238c50a3012f6d8dc459787c5cbe3) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (8132dd0347ae74ec4bc5e8589f0cff26c8ed3257f8ace373e46baae1b3bd6a87) AuthConfig (7cd5e9f85ea8b136ac136f182d252253d37c097b6c9bfde34b134d271386527d) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (36f4126bbb57d6b424d085b0161af7b4a0b0ec7003372784a60ad72934179a92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"80e09559-2d0c-47ca-af9c-5a897f0080af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.32073519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7c188ae0-b583-410a-acc8-206922d06605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.364772866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a488413b-fd0c-46a9-be1b-934b8cdac7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.373287422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"3899329a-7619-479b-925f-01d4bee8059a","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.377122089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a488413b-fd0c-46a9-be1b-934b8cdac7e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.398418029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"599c4fb6-9323-47d2-994d-dc35a5b52c96","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.430942146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"f8634233-e749-4aa1-beb2-4584df98c417","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.435587108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dda4829-1a2a-4f89-a1e9-72b37411c7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.436191122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7168dd31-b2ac-446e-889c-5c7a7163ae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.436819793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"92945953-c24e-4b2a-82d4-fa37635df759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.437382573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4d521d67-85a5-4b7f-8bc2-d344f424be13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.441196886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"f8634233-e749-4aa1-beb2-4584df98c417","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.444933263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7168dd31-b2ac-446e-889c-5c7a7163ae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.44534734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dda4829-1a2a-4f89-a1e9-72b37411c7b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.451481674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"92945953-c24e-4b2a-82d4-fa37635df759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.521064032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc02a18d17a7da15a166ffd2c8a8bc50521b8b3e6ed4c281dbece65d71aba4f6) AuthConfig (49f3bc8224d9445fb9650b63530420cc89f3df0cca93d2c03f801de36b603d05) AuthConfig (3d0373609ef0590304c205480590da99c83e96563c382d36ec231cf82cb11607) AuthConfig (e76c89bca4602d129146d4b1a1dca8c08eba70dc9c35b30c3804646d1bb48911) AuthConfig (29be7f9396e8f1c4f7bff55b665e02a61a3c08a6a7ca5be522e93867c45bc978) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (ee0bdb7d8e906d1d2eda17e1f01706ad76334f7860c08e007c121b8344f18c09) AuthConfig (2f5685fb0fae483480a312f025cf0365fd23afedb339c08b19c170c376655286) AuthConfig (f8b1fbec2bd4cb662bfb689f1a6929044afaeac65523f937e35fc4c4fec46608) AuthConfig (4a5a1ecacbb46785a8e4725d8cf8224ad2c238c50a3012f6d8dc459787c5cbe3) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (8132dd0347ae74ec4bc5e8589f0cff26c8ed3257f8ace373e46baae1b3bd6a87) AuthConfig (7cd5e9f85ea8b136ac136f182d252253d37c097b6c9bfde34b134d271386527d) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (36f4126bbb57d6b424d085b0161af7b4a0b0ec7003372784a60ad72934179a92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"f8634233-e749-4aa1-beb2-4584df98c417","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.728600544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"4d521d67-85a5-4b7f-8bc2-d344f424be13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.729288931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"2bf556bf-1149-46db-84f6-563bc6feb16e","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.730309987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"e259c487-f796-4a99-bde5-334aef4e01ec","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.730330199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"e259c487-f796-4a99-bde5-334aef4e01ec","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.739615276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"fbfcc4eb-6466-4ae2-af91-a78555c45ee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.739671111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e7930c4-1737-4cfa-8454-04721a0cf568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.753830108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e7930c4-1737-4cfa-8454-04721a0cf568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.75885186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"fbfcc4eb-6466-4ae2-af91-a78555c45ee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.830945966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"fe7ce2e1-a89b-4092-98da-a16c3f195587","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.830977539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"fe7ce2e1-a89b-4092-98da-a16c3f195587","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.834402404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bde944-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc02a18d17a7da15a166ffd2c8a8bc50521b8b3e6ed4c281dbece65d71aba4f6) AuthConfig (49f3bc8224d9445fb9650b63530420cc89f3df0cca93d2c03f801de36b603d05) AuthConfig (3d0373609ef0590304c205480590da99c83e96563c382d36ec231cf82cb11607) AuthConfig (e76c89bca4602d129146d4b1a1dca8c08eba70dc9c35b30c3804646d1bb48911) AuthConfig (29be7f9396e8f1c4f7bff55b665e02a61a3c08a6a7ca5be522e93867c45bc978) AuthConfig (a6d5d95155407e8658327a969e6819b4bee2073fc1c0ea33b757c245dddaf510) AuthConfig (ee0bdb7d8e906d1d2eda17e1f01706ad76334f7860c08e007c121b8344f18c09) AuthConfig (2f5685fb0fae483480a312f025cf0365fd23afedb339c08b19c170c376655286) AuthConfig (f8b1fbec2bd4cb662bfb689f1a6929044afaeac65523f937e35fc4c4fec46608) AuthConfig (4a5a1ecacbb46785a8e4725d8cf8224ad2c238c50a3012f6d8dc459787c5cbe3) AuthConfig (5c8c85a17931cecfbcb18e4cb3ba6c8454fa5afdfa3cf7a217f70d6c08587ad9) AuthConfig (46d6139704b0431de1ea4ac83c647bef8a7a1c678a56f9d5eb038f37d61f3dff) AuthConfig (8132dd0347ae74ec4bc5e8589f0cff26c8ed3257f8ace373e46baae1b3bd6a87) AuthConfig (7cd5e9f85ea8b136ac136f182d252253d37c097b6c9bfde34b134d271386527d) AuthConfig (f735588b22c49615487e87eecf4c416c5f89064862df7c4bfa3cc5c88bc586b8) AuthConfig (2c4c6829bd41aa2d60702dc02a1976c3db9206d6efa894ffc063445c913ad61a) AuthConfig (d1eba4a751b9038526e0546eb1f7b6314ca56b70f70451f7c59f2b51ad827a44) AuthConfig (36f4126bbb57d6b424d085b0161af7b4a0b0ec7003372784a60ad72934179a92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"fbfcc4eb-6466-4ae2-af91-a78555c45ee8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.842326692Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a71884","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a71884","reconcileID":"97633401-bf1f-4b33-886a-39737b8e660e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a71884","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a71884":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.926026008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"221e2d00-71de-4b69-9078-0aad3a3925d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.926503423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"25b21ed0-5702-499b-af23-b58ee7977de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.935963691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"221e2d00-71de-4b69-9078-0aad3a3925d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.944343154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"25b21ed0-5702-499b-af23-b58ee7977de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.961488539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1359811-046c-486e-86f0-aefc8fe36d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.961569012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"75dcaf2f-ef5f-4466-bfbf-0922ba3a1c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.965666426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d1a3f70-68cd-4045-81f0-0eed6d7a2390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:43.977636868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d1a3f70-68cd-4045-81f0-0eed6d7a2390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.027151449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"75dcaf2f-ef5f-4466-bfbf-0922ba3a1c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.02798323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1359811-046c-486e-86f0-aefc8fe36d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.190880471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"7f976dd6-6ee0-40dd-8bab-7ec6cabdd73f","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.191815947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"7f976dd6-6ee0-40dd-8bab-7ec6cabdd73f","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.202271499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"48712b72-7aaf-45dc-b5dc-c40772936c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.226053307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"48712b72-7aaf-45dc-b5dc-c40772936c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.246314811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"53ff7d18-7264-492c-9518-0c768fcbdd5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.35525713Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"53ff7d18-7264-492c-9518-0c768fcbdd5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.422030448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"53ff7d18-7264-492c-9518-0c768fcbdd5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.452177396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5570c1-8332-4c16-a4d7-770c1b1ba034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.464803434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"8c9f48b8-e661-48a4-8d3f-8f7db39ff7cf","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.466482215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"8c9f48b8-e661-48a4-8d3f-8f7db39ff7cf","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.467003803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5570c1-8332-4c16-a4d7-770c1b1ba034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.47457793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5570c1-8332-4c16-a4d7-770c1b1ba034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:44.478298452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5570c1-8332-4c16-a4d7-770c1b1ba034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:45.448556241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"2e944127-ba0f-4cd8-8524-8370db9729a3","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:45.448683992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"2e944127-ba0f-4cd8-8524-8370db9729a3","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.466543477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"629d3dd3-6e0c-4037-bb17-b9bdeb5267ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.541929617Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"629d3dd3-6e0c-4037-bb17-b9bdeb5267ce","name":"e2e-api-a-a71884-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.644829126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"11e2611e-2028-4d9f-9aca-511b155408df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.653157776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"11e2611e-2028-4d9f-9aca-511b155408df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.660794193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fd2f4cf71e9d859b76d9420e21db9ab595d8605d151df2d83d797f88464722c) AuthConfig (ee317abd593b3aabbddcda26c553c0d34e64fd6ca1349d578aca460f296827f9) AuthConfig (42faef6022e18474e47079fabf2775c118d9ec6455378305d480afa6461f8d76) AuthConfig (4ee9b1da2e87f49de66be3256d7b9a7212ffa7551e464580e7789021773b332a) AuthConfig (4600632756278a1779b3df44e93ddfbadeefb4eda2ceb5dfaa315028f536381f) AuthConfig (86eea4c2d8bde03cb2c525ce5cbbc2781e179681e76d65c32337515564a42345) AuthConfig (f3f723e3b5eff32138c7431776a3493648f349a0d26b4cb5b57d4cb097b08ad8) AuthConfig (c3646eab578abba53d470ce2511ffbb3f24a1852715deb17984945a7fc01e60b) AuthConfig (4ae3c9f71c471bec7d10ffd8fc3caaea8d17571be9b6c7f850795cee16062c7e) AuthConfig (440c9d8d4ed57615d9253449cbc69feff89410da4b0bab9dad49ca86d21514c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"11e2611e-2028-4d9f-9aca-511b155408df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.675273914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"863cadfc-9dce-44d9-8388-3f0039d51801","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:51.675295263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"863cadfc-9dce-44d9-8388-3f0039d51801","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:53.841744669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"e7f507e5-4952-4f51-928d-21d478e51022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:53.852326744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"e7f507e5-4952-4f51-928d-21d478e51022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:53.877939032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"3a6d8a7e-a9b8-4bae-afe7-3cd9dde793fb","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:53.877953976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"3a6d8a7e-a9b8-4bae-afe7-3cd9dde793fb","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:55.453801453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a9de493c-8d01-488f-acc5-943d4f996826","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:55.453942971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"a9de493c-8d01-488f-acc5-943d4f996826","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.664106379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"23af96ce-4a96-428a-9190-eb6af0fbab38","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.664209853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"23af96ce-4a96-428a-9190-eb6af0fbab38","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.674000596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"7c7edf00-335e-40b0-9b36-7acd22355120","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.674020003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"7c7edf00-335e-40b0-9b36-7acd22355120","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.725571924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"fd9fe059-c06f-4c1f-ad5e-546e080ba8d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.759899244Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"fd9fe059-c06f-4c1f-ad5e-546e080ba8d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.769438991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"fd9fe059-c06f-4c1f-ad5e-546e080ba8d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.778899571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"17d676ca-c8d0-46cc-8ce2-e6d42fca5082","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:54:58.778915039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"17d676ca-c8d0-46cc-8ce2-e6d42fca5082","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:01.67967973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"78a7bb63-9221-49ae-9fd4-2b49802951ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:01.687903022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"78a7bb63-9221-49ae-9fd4-2b49802951ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:01.696119913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fd2f4cf71e9d859b76d9420e21db9ab595d8605d151df2d83d797f88464722c) AuthConfig (ee317abd593b3aabbddcda26c553c0d34e64fd6ca1349d578aca460f296827f9) AuthConfig (42faef6022e18474e47079fabf2775c118d9ec6455378305d480afa6461f8d76) AuthConfig (4ee9b1da2e87f49de66be3256d7b9a7212ffa7551e464580e7789021773b332a) AuthConfig (4600632756278a1779b3df44e93ddfbadeefb4eda2ceb5dfaa315028f536381f) AuthConfig (86eea4c2d8bde03cb2c525ce5cbbc2781e179681e76d65c32337515564a42345) AuthConfig (f3f723e3b5eff32138c7431776a3493648f349a0d26b4cb5b57d4cb097b08ad8) AuthConfig (c3646eab578abba53d470ce2511ffbb3f24a1852715deb17984945a7fc01e60b) AuthConfig (4ae3c9f71c471bec7d10ffd8fc3caaea8d17571be9b6c7f850795cee16062c7e) AuthConfig (440c9d8d4ed57615d9253449cbc69feff89410da4b0bab9dad49ca86d21514c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"78a7bb63-9221-49ae-9fd4-2b49802951ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:05.463469443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4b9615e2-d1fb-4b23-9455-09e54919a676","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"tenant":"e2e-mt-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","model":"ai-tenant-e2e-mt-9cbd331c/e2e-lifecycle-model-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:05.463490934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"e2e-lifecycle-model-9cbd331c","reconcileID":"4b9615e2-d1fb-4b23-9455-09e54919a676","MaaSModelRef":{"name":"e2e-lifecycle-model-9cbd331c","namespace":"ai-tenant-e2e-mt-9cbd331c"},"routeName":"e2e-lifecycle-model-9cbd331c-kserve-route","namespace":"ai-tenant-e2e-mt-9cbd331c","llmisvcName":"e2e-lifecycle-model-9cbd331c","gateway":"openshift-ingress/e2e-mt-9cbd331c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:06.858478902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d57c3df-ad39-4568-9c44-509a788d7f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:06.864807787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d57c3df-ad39-4568-9c44-509a788d7f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:06.870219109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d57c3df-ad39-4568-9c44-509a788d7f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:06.874509796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d57c3df-ad39-4568-9c44-509a788d7f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:07.114314686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f02e1-5249-46c4-aeab-7e39a842fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:07.117427965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f02e1-5249-46c4-aeab-7e39a842fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:07.120580965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f02e1-5249-46c4-aeab-7e39a842fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:07.123730744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f02e1-5249-46c4-aeab-7e39a842fb4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:08.78632093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"b56d9897-b53a-4f8a-8875-7f28f5251703","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:08.795245794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"b56d9897-b53a-4f8a-8875-7f28f5251703","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:08.804722459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"b56d9897-b53a-4f8a-8875-7f28f5251703","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.12810505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"707d5a2d-7d31-4cdb-8e89-8b330194b9e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.128124846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"707d5a2d-7d31-4cdb-8e89-8b330194b9e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.134281166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b95920f4-02f8-4c2e-b416-f12c59f76516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.134297501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b95920f4-02f8-4c2e-b416-f12c59f76516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.141229076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"c69f833a-a7db-46b1-8f51-f05558582246","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.171647031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"c69f833a-a7db-46b1-8f51-f05558582246","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.178725279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a71884-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"c69f833a-a7db-46b1-8f51-f05558582246","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.187776573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020e0091-ea7a-47c2-8cfb-010f377f3dbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:09.18779681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020e0091-ea7a-47c2-8cfb-010f377f3dbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.775614429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"0f054025-b18a-4263-a2f8-476d2fe04344","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.784908846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1846a6f-113e-450c-bcbc-a1ed7ea54d2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.791669841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"7cadb38d-24e9-4cc1-9e19-a962a19ffebd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.864404335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"e944b5eb-e5cf-448a-86b8-20ce2025840a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.868517166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c03aa3eb-005e-41a2-a747-d39e5f0d9ce6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:10.869091984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"911b7db3-ebe6-460c-845d-4949c78ae4a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:11.703715492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"2d5e711d-2bd5-4910-aaef-0f34850a63b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:11.712079611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"2d5e711d-2bd5-4910-aaef-0f34850a63b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:11.798930233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"82374ded-d8d2-490e-be98-275859c3cb24","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:11.827062527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"82374ded-d8d2-490e-be98-275859c3cb24","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:12.776424383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02080e77-2972-4798-bfe2-8e5f94df4cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:12.783245004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02080e77-2972-4798-bfe2-8e5f94df4cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:12.792077443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02080e77-2972-4798-bfe2-8e5f94df4cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:12.826031753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02080e77-2972-4798-bfe2-8e5f94df4cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:12.850079331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:13.217568238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44781de5-af0a-405f-9f2c-3e4a4d4504c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:13.235192979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44781de5-af0a-405f-9f2c-3e4a4d4504c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:13.241813636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44781de5-af0a-405f-9f2c-3e4a4d4504c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:13.245053998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44781de5-af0a-405f-9f2c-3e4a4d4504c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:13.880453563Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ae13d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ae13d4","reconcileID":"b816acca-1057-498b-b5f8-b63a4d293b33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ae13d4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-ae13d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.075236505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb03378b-9134-45bf-8db3-906f2c2821d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.078618466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb03378b-9134-45bf-8db3-906f2c2821d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.081874652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb03378b-9134-45bf-8db3-906f2c2821d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.085756244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb03378b-9134-45bf-8db3-906f2c2821d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.900288071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de06e4-b56a-429d-83c8-628b5ffcc151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.916160334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de06e4-b56a-429d-83c8-628b5ffcc151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.948638708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de06e4-b56a-429d-83c8-628b5ffcc151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:14.980481329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82de06e4-b56a-429d-83c8-628b5ffcc151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.389927425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"62758185-cea8-47f3-83c9-3930a69baf44","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.390057521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"62758185-cea8-47f3-83c9-3930a69baf44","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.41585101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"8c06b64c-a018-452e-bc42-7c0b07a924cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:15.418322056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"7a6e37ba-4839-409f-ae1d-6bbcd661e784","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-332b1b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.441525455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"8c06b64c-a018-452e-bc42-7c0b07a924cc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.459057434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"106ab876-1f15-4141-b7af-466a115d62b0","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.464907325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"106ab876-1f15-4141-b7af-466a115d62b0","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.52507556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"5a33a3c7-e313-4ed7-9389-dbd529a12688","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.61802209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"5a33a3c7-e313-4ed7-9389-dbd529a12688","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.737781061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"17740b6d-3015-4204-b7dc-b81f40f27e7c","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cmp-legacy-332b1b","model":"e2e-cmp-legacy-332b1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.812068515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81666dc-9aa2-4ba9-86b4-316f9c4aacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.812409047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d9a58f65-2983-4c20-b265-eb62c83f3650","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.8165808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81666dc-9aa2-4ba9-86b4-316f9c4aacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.830044446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81666dc-9aa2-4ba9-86b4-316f9c4aacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.835368559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81666dc-9aa2-4ba9-86b4-316f9c4aacb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.843837273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d9a58f65-2983-4c20-b265-eb62c83f3650","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.87905688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"8c43a320-4bf2-4baa-96b2-5951a43a3407","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.879148625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"8c43a320-4bf2-4baa-96b2-5951a43a3407","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:15.935242748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"3704d2b3-ded7-4f74-848f-74f1de90a059","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cmp-legacy-332b1b","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.705157609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","namespace":"ai-tenant-e2e-autores-ced1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.705213216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","namespace":"ai-tenant-e2e-autores-ced1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.705263106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","tenant":"e2e-autores-ced1b7","tenantID":"e2e-autores-ced1b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.711025406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Deployment","name":"maas-api-e2e-autores-ced1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.725135636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Service","name":"maas-api-e2e-autores-ced1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.748294802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-ced1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.758164957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-ced1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.776218492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.782937856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.792575351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.799591287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.805457586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Deployment","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.80967901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.813119571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Service","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.816540271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"Service","name":"payload-pre-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.820595831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"DestinationRule","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.824511843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.83250419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.845545745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.849575295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.853085737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.858581013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-ced1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:17.862557451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ced1b7"},"namespace":"ai-tenant-e2e-autores-ced1b7","name":"default-tenant","reconcileID":"47b86dda-9d42-4868-8faa-e1a74517b727","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-ced1b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.81210328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"5544385c-a7a1-4472-8625-49f892e792a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.82175083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"5544385c-a7a1-4472-8625-49f892e792a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.831317406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9e7156-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8cb1d099692dea91fd0f553968af001c33f58801d6c7f10d616db20d507d3333) AuthConfig (c6292b5d6fc853b6ec81b67faabcbbc49a45b8f41cc45e3231dc272a0726b784) AuthConfig (afc4de2eed796d932e7855e1be46f7e85ee0eba6bb47eece573ce920b6f7a75a) AuthConfig (a82ad0991f4d5b4592e2e1bcfd5b111163b8afb7992b0ab87d89592c09edb484) AuthConfig (24a26f308137aad11e4f732aed013dc3b9cd44fb62b4251ea4b625bc6fb3f1d1) AuthConfig (cd44b09cdfb0b80656c4d318777fa1559881678ef95f25cda2c33eb1b2bec8ac) AuthConfig (2f92542261f8e778573e62c80b5a376311bfe697b5fa93e86fd1434bfbe5c617) AuthConfig (749540a3c99e51530dc41a188a557694c7ebe54d36afef380891e150ce657d6b) AuthConfig (4f5ce472e5add0b824bdbea07c56aadec2afc101cda9bb139e30d171d642738b) AuthConfig (1a7a3d57e426d2838e9928caa14e9bc12adf41e1e50f1ad641937bea084184f2) AuthConfig (96e4710bb4cd46b92b141ca9e40f7c59731c409e51045502ec70d2eb37f4dce1) AuthConfig (54b20f31573165886d46ac19bf377ebdca430a4db6320fe36dd44ecd70fc474c) AuthConfig (801c7504f059155384e7b4347a88266528f857800b4ae3d6a705aea5c3e7d1b5) AuthConfig (cb4dd9c8b900dbf1ff2cc6334cb1b083baffa585a4c57229a591085b8aafcadc) AuthConfig (850b5c7e52687f32fbf4dbe5da26dcd4192098a217c40374ff50beb7e309842d) AuthConfig (5746f417d6f584960a209450eec401f447324b9289dbf8dd2f2c8c9297e975b7) AuthConfig (72f33cd24acafc91ef3793f23873f0364844944f1f3d4700a9cbdef058e8622c) AuthConfig (6fb92062830e8fefda2d6e2ff12e0515e82ade20f68c31597c7b54fac6076e96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"5544385c-a7a1-4472-8625-49f892e792a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.842618144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f92440dd-f532-4e16-8576-a735f4d97be7","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.842715092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f92440dd-f532-4e16-8576-a735f4d97be7","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.958980617Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.959053605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","namespace":"ai-tenant-e2e-mt-9cbd331c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.959116837Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","tenant":"e2e-mt-9cbd331c","tenantID":"e2e-mt-9cbd331c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.964719649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Deployment","name":"maas-api-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.976730252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Service","name":"maas-api-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:18.995630367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.001076789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9cbd331c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.013010279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.019967435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.035574906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.061981169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.065690227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Deployment","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.068892244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.071782818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Service","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.074684962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"Service","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.077675839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.080715756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.083689423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.093537031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.096503641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.099371091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.102423844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9cbd331c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.105454084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9cbd331c"},"namespace":"ai-tenant-e2e-mt-9cbd331c","name":"default-tenant","reconcileID":"ec3696fe-5ce5-48c0-8250-fe221db94daa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9cbd331c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.195432878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"94bf50b3-fea1-4b63-8a79-a537d99e1a45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.483466463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"94bf50b3-fea1-4b63-8a79-a537d99e1a45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:19.517147324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a71884-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"94bf50b3-fea1-4b63-8a79-a537d99e1a45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.150248511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"015f3c83-743c-40d9-8bd2-847d39488032","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.300243407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"b50efaa6-5767-4473-a289-1f53a4ca8ea3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.320985234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"defb9ca8-6a9c-449d-8741-d0e4cb2b5fcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.470549783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b461a539-aba3-41cf-8fc9-968cdeade621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.471886463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"e009b40a-2b0c-4ed7-94ac-9b13a4275c82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.495096847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"c67780e8-8ccf-4ce3-b057-2602266b22a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:20.896878021Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ced1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ced1b7","reconcileID":"2bc4360b-233a-4837-a1b2-593ad7e5b91c","aitenant":"ai-tenants/e2e-autores-ced1b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.030452518Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ced1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ced1b7","reconcileID":"2bc4360b-233a-4837-a1b2-593ad7e5b91c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ced1b7","removed":["maas.opendatahub.io/gateway-access-e2e-autores-ced1b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.069065216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec05c04-992f-4606-b642-5e1f54d1e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.072527967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec05c04-992f-4606-b642-5e1f54d1e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.075851748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec05c04-992f-4606-b642-5e1f54d1e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.079088242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec05c04-992f-4606-b642-5e1f54d1e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.294992555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3d2e-2f4c-4182-ada1-5a66ba5bfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.298156931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3d2e-2f4c-4182-ada1-5a66ba5bfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.301244781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3d2e-2f4c-4182-ada1-5a66ba5bfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.304391506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3d2e-2f4c-4182-ada1-5a66ba5bfd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.593003906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7651cceb-86aa-48cf-ab07-a209ebcfe0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.603964262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7651cceb-86aa-48cf-ab07-a209ebcfe0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.642221847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7651cceb-86aa-48cf-ab07-a209ebcfe0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:21.667828541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7651cceb-86aa-48cf-ab07-a209ebcfe0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.170295207Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9cbd331c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9cbd331c","reconcileID":"c7831515-0a4f-43a2-86a4-d240328bc2ff","aitenant":"ai-tenants/e2e-mt-9cbd331c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.287939021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9cbd331c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9cbd331c","reconcileID":"c7831515-0a4f-43a2-86a4-d240328bc2ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9cbd331c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9cbd331c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.357660992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d2bb96f-37d2-4175-b82d-f44d1e896dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.361644075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d2bb96f-37d2-4175-b82d-f44d1e896dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.364869586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d2bb96f-37d2-4175-b82d-f44d1e896dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.436115933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d2bb96f-37d2-4175-b82d-f44d1e896dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.688710611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb3718e-7d2d-47f9-82e9-89cc36f5d7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.697534108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb3718e-7d2d-47f9-82e9-89cc36f5d7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.703840042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb3718e-7d2d-47f9-82e9-89cc36f5d7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:23.708675427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fb3718e-7d2d-47f9-82e9-89cc36f5d7c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.141822855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c21d02-93e1-4617-976b-29687a03306f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.164531636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c21d02-93e1-4617-976b-29687a03306f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.170069919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c21d02-93e1-4617-976b-29687a03306f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.173465394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c21d02-93e1-4617-976b-29687a03306f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.228711625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012a0bdc-44d8-468c-93ba-a8d3e630cddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.228729191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"012a0bdc-44d8-468c-93ba-a8d3e630cddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.232024827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"73f5d4fa-beae-468c-9f19-3d12128c4487","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.234694298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f28529-ef22-4144-b48c-39e87fdfa18e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.234709651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f28529-ef22-4144-b48c-39e87fdfa18e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.254838379Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"73f5d4fa-beae-468c-9f19-3d12128c4487","name":"e2e-api-b-ae13d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.43423582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5a2506","reconcileID":"41443fde-134c-4b40-aae4-48061d6589b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.437591308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72a340b9-8fea-4fcb-bbcf-14e329f99c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.437613583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72a340b9-8fea-4fcb-bbcf-14e329f99c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.442901832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5a2506","reconcileID":"41443fde-134c-4b40-aae4-48061d6589b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.445749791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1f249f1-b90c-41ab-a07c-3ae0008c2473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.445763807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1f249f1-b90c-41ab-a07c-3ae0008c2473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:24.447805393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5a2506","reconcileID":"7610c310-0392-4605-a762-207e6d5d04e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-5a2506\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.450636792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a161d863-5138-4bcd-9084-4d5a2a26e3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.450988573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60114f1f-7812-47e9-b82f-2598dbcacfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.458966473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a161d863-5138-4bcd-9084-4d5a2a26e3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.459375529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60114f1f-7812-47e9-b82f-2598dbcacfba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.464616561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e822a66-74d9-4c71-ba99-fde67b8ac87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.464633131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e822a66-74d9-4c71-ba99-fde67b8ac87b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.474443105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dbadd03-2871-4347-a2af-55bd7a01a43c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.474457195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dbadd03-2871-4347-a2af-55bd7a01a43c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.474777235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7a68749-87d2-4130-a1ee-99403fe9f0cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.474793276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7a68749-87d2-4130-a1ee-99403fe9f0cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.500962595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5a2506","reconcileID":"607699cb-22b7-4ae6-acbd-0006d7219d82","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-5a2506","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.519202625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a69ee0-2480-4c21-a6cb-0c383ca435e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.519216563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9a69ee0-2480-4c21-a6cb-0c383ca435e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.547428156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5a2506","reconcileID":"13edcca3-890b-45b7-b172-4a0649033931","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.556097126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5a2506","reconcileID":"13edcca3-890b-45b7-b172-4a0649033931","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.596473235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1de6df20-ac68-484b-ab2e-9dfec36363e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.597082501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5a2506","reconcileID":"3c865484-2d60-41bc-b61e-6cdabb4a2042","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.913815423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-5a2506","reconcileID":"12c37b0a-4dac-4926-b485-cb032a912df7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-5a2506","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.913860464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26602faa-bf17-4e3b-95a1-00bba7aa3549","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.913873998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26602faa-bf17-4e3b-95a1-00bba7aa3549","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.928382264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"035eb9a4-5ed1-48f5-8b06-225081b92b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:24.928399145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"035eb9a4-5ed1-48f5-8b06-225081b92b7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.098773366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ce864cf-de9d-44bb-9c8b-2d37d44ae0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.098791583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ce864cf-de9d-44bb-9c8b-2d37d44ae0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.163520607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f2e3d17-2411-41d2-8ba5-865f93da679e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.16468515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ef6173-29dc-4697-8510-f85474fff374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.227362726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f2e3d17-2411-41d2-8ba5-865f93da679e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.227717865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ef6173-29dc-4697-8510-f85474fff374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.98389996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d369e55-a99d-4794-8b7e-375eeed690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.987188876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d369e55-a99d-4794-8b7e-375eeed690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.990637074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d369e55-a99d-4794-8b7e-375eeed690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:25.993648329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d369e55-a99d-4794-8b7e-375eeed690d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.291339095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92778f62-6ec4-4382-a3ee-44913e819943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.328126262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92778f62-6ec4-4382-a3ee-44913e819943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.342639807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92778f62-6ec4-4382-a3ee-44913e819943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.365849716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92778f62-6ec4-4382-a3ee-44913e819943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.584597222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445b87ea-4fa9-44a1-becf-df4daf2ca1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.588002559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445b87ea-4fa9-44a1-becf-df4daf2ca1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.591168202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445b87ea-4fa9-44a1-becf-df4daf2ca1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.594461206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445b87ea-4fa9-44a1-becf-df4daf2ca1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.791890437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6c7e2d-294a-49a5-ba8c-8fcb4127dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.795190044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6c7e2d-294a-49a5-ba8c-8fcb4127dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.798401611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6c7e2d-294a-49a5-ba8c-8fcb4127dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.801556424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c6c7e2d-294a-49a5-ba8c-8fcb4127dab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:26.970942434Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-9a69d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-9a69d1","reconcileID":"73c8cafe-2583-40f1-ac1b-0604dc95807c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-9a69d1","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-9a69d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.056950087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39c475f-33f2-4f2d-8c1f-e4a8ba6c1d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.061021272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39c475f-33f2-4f2d-8c1f-e4a8ba6c1d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.126189562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39c475f-33f2-4f2d-8c1f-e4a8ba6c1d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.132225557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39c475f-33f2-4f2d-8c1f-e4a8ba6c1d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.506977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3792cc-1806-4caa-8bec-c73994b68846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.548413979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3792cc-1806-4caa-8bec-c73994b68846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.57865768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3792cc-1806-4caa-8bec-c73994b68846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.585126915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3792cc-1806-4caa-8bec-c73994b68846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.801867231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a4263-2afd-467f-ad53-c69f04f8751d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.804988428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a4263-2afd-467f-ad53-c69f04f8751d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.808163344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a4263-2afd-467f-ad53-c69f04f8751d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:27.811513327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05a4263-2afd-467f-ad53-c69f04f8751d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:28.849586126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"008f171a-50ed-4ae5-b6dd-ffa944a45249","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:28.859547291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"008f171a-50ed-4ae5-b6dd-ffa944a45249","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:28.981590945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1bf3f9a7-b352-4302-965d-7ffb2a4b96d4","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:28.981699442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1bf3f9a7-b352-4302-965d-7ffb2a4b96d4","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:29.539455019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"3fc7a979-1039-4c5d-818f-180363a8c436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:29.548037179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"3fc7a979-1039-4c5d-818f-180363a8c436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:29.556106834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a71884-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b77c0a16469307079490398c93818f91e6c66e0bbb9727bc956ffc01736260f) AuthConfig (7bc027180a728ab3762572b8e1557ddabb13f5521fc459d261e68546d5bf577b) AuthConfig (ae6e6716e188b754636c87291d2454f09adf20281f3c8a5e481b22b97254069d) AuthConfig (05f9a980a17e95d1b3aa96d23e348cef290fb73c4bbf76edcc40951072495f87) AuthConfig (da2b91b835d821199f761d9cc5b70b9ed8d9d0871fa201d187b03f608bb8b2a1) AuthConfig (9b182280ec53ad998eeb531c911937fd926bf8def735e5d847b2dbbaea7e39af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"3fc7a979-1039-4c5d-818f-180363a8c436","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:29.563280641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5e889b-1a69-4b2e-9839-95f262d01a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:29.563300459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5e889b-1a69-4b2e-9839-95f262d01a02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.330207364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"528362b8-ee04-445a-9a5a-cef4d0ded845","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.330238823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"528362b8-ee04-445a-9a5a-cef4d0ded845","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.34126556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"f21bf41b-b288-45d9-9523-eccbd7db3ed2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.342175486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"86f46b52-9ff7-44e9-a580-32b034c0e6dd","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.342193351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"86f46b52-9ff7-44e9-a580-32b034c0e6dd","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:30.343094136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"dc5f3d78-8ab3-4dd1-ab4b-e4f454ca1d07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a71535\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:30.348104957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"86f46b52-9ff7-44e9-a580-32b034c0e6dd","name":"sub-test-model-bde944","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:30.348151131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"86f46b52-9ff7-44e9-a580-32b034c0e6dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bde944\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.350313142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"f21bf41b-b288-45d9-9523-eccbd7db3ed2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.354246106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"15eae658-3d78-4e4b-b0c5-84ee6240b733","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.354260406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"15eae658-3d78-4e4b-b0c5-84ee6240b733","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.356695776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"40771d99-21e9-4bda-ab97-abf125a0dbed","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.356715183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"40771d99-21e9-4bda-ab97-abf125a0dbed","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.369666785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"74d76e08-2f25-41bf-91b6-69cd1d860f68","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.369685547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"74d76e08-2f25-41bf-91b6-69cd1d860f68","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.385586903Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"ee97cbc7-b11c-49ce-ba23-dd8a77e2f49e","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"sub-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-shared-sub-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.404484744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"0863c835-1020-4303-afb5-d7e0af6bb4fe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.404506421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"0863c835-1020-4303-afb5-d7e0af6bb4fe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.471030097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"587240ce-5528-4e76-b682-cc42cec74611","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.479809998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"587240ce-5528-4e76-b682-cc42cec74611","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.484043421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"34ee63f6-5414-47b0-9cbd-73c5297ee07e","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.491135004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"a88aa47e-dcc9-4b6b-8146-3479aef3e2d6","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cmp-legacy-332b1b","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.539901093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"dd36e200-40d2-4542-8a1e-ac9da387a033","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.539933033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"dd36e200-40d2-4542-8a1e-ac9da387a033","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.557806318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1fb502f2-0763-4153-acf1-ae992db89bb9","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.564501688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1fb502f2-0763-4153-acf1-ae992db89bb9","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:30.598182045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"88fca84e-b8aa-4333-ac7f-4904521df532","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a71535\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.626552321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"44436074-2167-44eb-8236-759c95ba7dce","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.626737521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"44436074-2167-44eb-8236-759c95ba7dce","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.651829986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"2f041eb7-73f4-4b51-8f90-44342a4cf6ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.691133327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"31098da9-00d6-42da-881b-02165bc70bc9","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.691161851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"31098da9-00d6-42da-881b-02165bc70bc9","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.69451336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"2f041eb7-73f4-4b51-8f90-44342a4cf6ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.705788345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"cd7ac072-6bfc-4edf-8438-ee6194bba6b6","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.705979907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"cd7ac072-6bfc-4edf-8438-ee6194bba6b6","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.737028879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"efa1a35e-38c8-4a59-a6a0-c62d9b05f4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.742260289Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"6a02a5e8-8769-408f-9e94-0c60c82bd3bc","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"sub-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-shared-sub-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.746851215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"cb14e1fd-4fee-48ca-af47-1b888578e9d7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.746872177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"cb14e1fd-4fee-48ca-af47-1b888578e9d7","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.74767663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"efa1a35e-38c8-4a59-a6a0-c62d9b05f4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.754101925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"96bface0-5031-474e-9eaa-d91a54ac2917","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.754174533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"96bface0-5031-474e-9eaa-d91a54ac2917","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:30.759136866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"af7b9c1e-3e01-4c70-85b8-bca3b84bea93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-a71535\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.761367853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f76a3915-5e75-4d1b-bd9d-95655d53bb46","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.761430803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f76a3915-5e75-4d1b-bd9d-95655d53bb46","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.778056963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"c80771d0-18f0-4882-936a-cf72e7f8a9af","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.778080133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"c80771d0-18f0-4882-936a-cf72e7f8a9af","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.784670164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"212e0b19-9dc6-4184-b411-483f28054f93","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.784687196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"212e0b19-9dc6-4184-b411-483f28054f93","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.820153191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"7289754d-7c83-4ab9-8b26-4f41089e7e2b","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.828001618Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"37c37de2-1e43-4127-af7c-cc59fc1ccffe","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-a-only-a71535","ai-tenant-e2e-shared-a-w4-bde944/e2e-shared-sub-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.837312016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"c30d3b55-9ec7-488c-ac28-93d02a769e91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.837319821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"7673db95-84c1-47fc-a1a0-4c5ccf4ee249","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.846146545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"c30d3b55-9ec7-488c-ac28-93d02a769e91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.848710063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"7673db95-84c1-47fc-a1a0-4c5ccf4ee249","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.862492302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f21d8f9c-c75c-44b8-bddc-b57a09d98b2a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.862508371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f21d8f9c-c75c-44b8-bddc-b57a09d98b2a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.951167866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"9a3f64b2-b4f9-4cd9-803c-74ab85943f3c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:30.951189221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"9a3f64b2-b4f9-4cd9-803c-74ab85943f3c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.028395348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"facf8e9f-cbfd-4f35-a960-6897730a6f48","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.029018725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"f444eb4d-5108-483a-a8b3-608c4cf1db78","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.029711909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"571951d5-6eb7-444d-9e0a-b278a81fa045","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.029734988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"571951d5-6eb7-444d-9e0a-b278a81fa045","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.032518518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"5b64f1dc-92e5-4fd4-8419-7465ba1fe406","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:31.036914052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"fa1a9e11-ffa4-48fd-8bd1-028eeedb0d36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-a71535\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.043960143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"5b64f1dc-92e5-4fd4-8419-7465ba1fe406","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.05561633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6e3e1512-927b-4b8c-99bf-c40b53655356","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.05563715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6e3e1512-927b-4b8c-99bf-c40b53655356","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.126666631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1df41c2e-b992-45f4-bdef-a5de4726113b","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.126694422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"1df41c2e-b992-45f4-bdef-a5de4726113b","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.150638403Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"5d3fcb30-5e2f-4113-88e7-c54bfb2c9f23","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-b-only-a71535","ai-tenant-e2e-shared-b-w4-9e7156/e2e-shared-sub-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.17134728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6bcd7508-910a-4de5-8507-646d088b811b","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.171387433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"6bcd7508-910a-4de5-8507-646d088b811b","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.24328827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"654cd968-7f57-4b18-b4d9-1a00c44b04e2","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:31.24331039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"470ef81b-a764-4f45-bef4-81d5dacc7cfd","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.301196846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"e56ad310-95d1-44d2-b773-2ff5ccafe3f7","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.31244553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"5f847957-b54f-4028-a486-3a44b2ffd132","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.313304044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d49304b3-15a5-4728-b97c-bedcf4f321f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.325537037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e44294c7-533c-42d9-9124-17d889a597b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.326415992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d88f8abb-b737-47d4-bb1d-30b88ff753fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.326859017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"5240887d-c269-42e1-88ae-582a3b524979","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.326898398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"5240887d-c269-42e1-88ae-582a3b524979","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.326989029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6d2c58cd-ef02-4d0a-959c-db867ae94608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.337510663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"5f847957-b54f-4028-a486-3a44b2ffd132","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.357977361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6d2c58cd-ef02-4d0a-959c-db867ae94608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.361858131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e44294c7-533c-42d9-9124-17d889a597b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.370719573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d49304b3-15a5-4728-b97c-bedcf4f321f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.387532985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d88f8abb-b737-47d4-bb1d-30b88ff753fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.391492446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"af273e5a-fe54-4a1c-8d98-ac9cb20c198c","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.398836125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"12e4c23b-9494-4257-acce-c213f7fa0d39","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.398861724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"12e4c23b-9494-4257-acce-c213f7fa0d39","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.411440803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78882a55-614b-4f99-8dc2-38d7a42e9034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.415105354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78882a55-614b-4f99-8dc2-38d7a42e9034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.418450539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f69a7f4-541e-47a0-9127-c4469e61383b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.418468201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f69a7f4-541e-47a0-9127-c4469e61383b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.419298927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78882a55-614b-4f99-8dc2-38d7a42e9034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.419710948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"79a380fe-7ba4-4f4e-9a20-be22b13c45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.419909916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"d1e57ab7-822e-4455-b028-ef7d3b0a6d38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.494892438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78882a55-614b-4f99-8dc2-38d7a42e9034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.496159325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd48a03f-49f0-4d50-9d16-7397502374b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.514084149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"d1e57ab7-822e-4455-b028-ef7d3b0a6d38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.526079662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd48a03f-49f0-4d50-9d16-7397502374b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.55528838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"93e96ac6-bf14-4269-b7f3-cd9b4f979633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.56498416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"052dd2a2-a66b-4160-98df-c7824df6121e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.582719984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"79a380fe-7ba4-4f4e-9a20-be22b13c45cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.617973708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"93e96ac6-bf14-4269-b7f3-cd9b4f979633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.619791771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"052dd2a2-a66b-4160-98df-c7824df6121e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.636333752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"140ea880-2a72-4511-a75a-e98baf24ab31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.646948307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"54aefe61-2431-4f13-ab3a-fd3e6c257468","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.66985516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"140ea880-2a72-4511-a75a-e98baf24ab31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.680582486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"54aefe61-2431-4f13-ab3a-fd3e6c257468","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.812174174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e079b7-1a3b-45c5-bc95-338e621637bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.812935861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbf8c79b-71d5-49f5-b417-a5e942e73389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.814580034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c384277b-3808-481c-8c3f-e1cf2284743e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.822070927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e079b7-1a3b-45c5-bc95-338e621637bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.82583168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbf8c79b-71d5-49f5-b417-a5e942e73389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:33.833502452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"c384277b-3808-481c-8c3f-e1cf2284743e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.018470492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95f56a0-6810-4bfa-87b4-0355188b3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.02204026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95f56a0-6810-4bfa-87b4-0355188b3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.026340267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95f56a0-6810-4bfa-87b4-0355188b3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.040332149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95f56a0-6810-4bfa-87b4-0355188b3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.393423195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7caa2da8-d5a6-44cc-865e-bfd529173ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.393450496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7caa2da8-d5a6-44cc-865e-bfd529173ec4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.404404278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b09a3ca8-9107-45a7-af34-52c7d6d1e9a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.40454392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b09a3ca8-9107-45a7-af34-52c7d6d1e9a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.416480967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"549a8554-a542-4574-8686-b36350ba88d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.512828532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"549a8554-a542-4574-8686-b36350ba88d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.561805632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"549a8554-a542-4574-8686-b36350ba88d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.572069906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec397f7-be1a-4a4a-b321-d0530cb040e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:34.572095561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ec397f7-be1a-4a4a-b321-d0530cb040e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.115859194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5a2506","reconcileID":"879f556c-8de0-42a1-bf05-587a4770b6d3","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-5a2506","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.149999214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-5a2506","reconcileID":"879f556c-8de0-42a1-bf05-587a4770b6d3","MaaSSubscription":{"name":"e2e-default-int-sub-5a2506","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.164760911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b62c8975-fe56-48f3-9c49-e24ed84dc406","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.171959246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc9bea0b-9bca-43e8-be16-99de051e67c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.171977614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc9bea0b-9bca-43e8-be16-99de051e67c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.181888619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c0be98-5ade-4367-beaa-13601d49d641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.181897858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e2edecb-7970-4ebf-9570-1cffc82d7bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.190867482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e2edecb-7970-4ebf-9570-1cffc82d7bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.191012828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c0be98-5ade-4367-beaa-13601d49d641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.859138303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c631eb9-0f98-47af-b2e5-00ea4691eda5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.859164348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c631eb9-0f98-47af-b2e5-00ea4691eda5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.866838223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4545f17c-c457-4e44-b7bf-18165ee99aa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.86685575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4545f17c-c457-4e44-b7bf-18165ee99aa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.873332676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"1b3dcf7c-d34a-4aaf-a653-a155cba5c93d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.942238405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"1b3dcf7c-d34a-4aaf-a653-a155cba5c93d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.980481099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529a4f18-0335-4c73-bb3a-e9070ddda734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:35.980510963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529a4f18-0335-4c73-bb3a-e9070ddda734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.05695684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29288b49-2270-42d2-b6af-5e283e338072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.056983006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29288b49-2270-42d2-b6af-5e283e338072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.066611544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"58c9540d-0f88-4abd-a0f1-68c8adb388bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.067648028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3cf70b6-62c3-47bb-808c-963c1c06584f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.067708239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3cf70b6-62c3-47bb-808c-963c1c06584f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:36.071060643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"556c3b0d-4be5-49e1-a50d-1163983dea36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-95cda5cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.077780878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"58c9540d-0f88-4abd-a0f1-68c8adb388bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.090141695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59055401-0216-4977-af41-24479d061c18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.09015961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59055401-0216-4977-af41-24479d061c18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.096579302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e4b8e1-bf39-4afc-b673-a68ca9804e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.096646905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e4b8e1-bf39-4afc-b673-a68ca9804e3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.124146729Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"ca9d8abc-bd06-4f67-a835-433fd078b906","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-95cda5cc/e2e-shared-int-sub-95cda5cc","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.155965304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4227bd0-eaf2-4e6f-b125-45566974ce4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.155997225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4227bd0-eaf2-4e6f-b125-45566974ce4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.215816042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28f1fd8a-f13e-45ea-9469-ef58928ded57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.216658594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"03046f3e-5e0e-453e-b68a-7fe2b24f3618","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.393426347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"1bedfd6d-3a8a-4433-bb89-65bda88c53ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-9a69d1","tenantID":"e2e-explicit-9a69d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:36.443850683Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"1bedfd6d-3a8a-4433-bb89-65bda88c53ee","name":"e2e-explicit-9a69d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.100392141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a583bc-df37-4228-8328-73435d01c17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.100414628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a583bc-df37-4228-8328-73435d01c17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.112845461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ce2b66-1017-4a55-b04d-00dac83c72da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.112861883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ce2b66-1017-4a55-b04d-00dac83c72da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.121172124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"c862b427-f099-4a65-8a64-0f5001ddc62e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.139455211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"c862b427-f099-4a65-8a64-0f5001ddc62e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.285314602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409247b0-e671-495d-aec2-d3251039ed78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.2853429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"409247b0-e671-495d-aec2-d3251039ed78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.336118805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"690b2a36-41a9-4160-bb23-6970c37efa96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.336147803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"690b2a36-41a9-4160-bb23-6970c37efa96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.349781769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6135ebdc-e3d8-44f2-98eb-28aa965d18ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.361844072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27235225-19f0-4d85-8896-3b099f015632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.36194379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27235225-19f0-4d85-8896-3b099f015632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.363772549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6135ebdc-e3d8-44f2-98eb-28aa965d18ea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:37.367522222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"a7f8c27c-d071-400a-ad74-6dc170042682","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-95cda5cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.389578359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ef3d0a-fca9-49b9-a4c5-7376a46cabd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.389593734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ef3d0a-fca9-49b9-a4c5-7376a46cabd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.398688368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e425bb-b9ab-4703-ab50-77483b93a145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.39870514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4e425bb-b9ab-4703-ab50-77483b93a145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.422519762Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"344bef4f-4c56-48da-a311-041d45617d2f","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-95cda5cc/e2e-shared-int-sub-95cda5cc","ai-tenant-e2e-mt-d0d845d2/e2e-shared-int-sub-95cda5cc","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.449336916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b68e64-a04d-4368-815f-c23ef491c0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.44939414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1b68e64-a04d-4368-815f-c23ef491c0fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.533681264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f65b7fee-bb95-400b-b1e6-5c17f89298b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.534293519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"b810fa22-184c-4716-8828-80fdb42f7f15","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.540127206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"3585324a-e535-4a66-955a-ce1fa1d47100","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.986413451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"55a68cd9-4487-4e64-bd30-bf3149c427fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.986799312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ae0962-34bb-49cb-b141-80df183ebc8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:37.986813253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ae0962-34bb-49cb-b141-80df183ebc8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.134590214Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"55a68cd9-4487-4e64-bd30-bf3149c427fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"policyNamespace":"ai-tenant-e2e-mt-95cda5cc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.214437025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"859e6917-850a-4801-a7df-5e46175c9e76","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.215137853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"ed7fd230-b25d-4d4f-9c7b-95b18253acfa","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.283651268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a338f0d-9c90-4272-a980-461c400a3677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.283765374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a338f0d-9c90-4272-a980-461c400a3677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.340330493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"2abbf32a-8048-4451-a238-b1ca3f2b5ac5","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.34095403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"c753e795-3dc4-42a8-831a-df628c246133","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.354496487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"279b379f-1669-438a-b56b-8b42dcd5fefe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.399062488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"279b379f-1669-438a-b56b-8b42dcd5fefe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.399899116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f1c5337e-4cfb-4931-84be-2b1b80270647","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.399962418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"f1c5337e-4cfb-4931-84be-2b1b80270647","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.403560608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"85d1bb8c-9a6b-437f-8039-09131d3a088c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.405440508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"85d1bb8c-9a6b-437f-8039-09131d3a088c","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.546942518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"caef8286-207a-4a8b-97dc-0f7333a2c1e6","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.562519057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"caef8286-207a-4a8b-97dc-0f7333a2c1e6","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.563162683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"91786dc3-3cd8-4169-85f4-59646240ca95","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.563233488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"91786dc3-3cd8-4169-85f4-59646240ca95","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.611033847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"8579605f-83ca-405a-a531-2407ee0f7857","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.623302988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"8579605f-83ca-405a-a531-2407ee0f7857","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.73492023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"0735518e-92f8-466c-a189-ad9f5fe49fa4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:38.782542911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"0735518e-92f8-466c-a189-ad9f5fe49fa4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.618751032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"812711a8-6a64-485b-ab22-b699fca7621d","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.618784205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"812711a8-6a64-485b-ab22-b699fca7621d","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.621654495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"119aeff8-77d4-418b-b546-b08f36293039","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.634023502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"119aeff8-77d4-418b-b546-b08f36293039","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.657178466Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"79a7e12c-6a1d-4a6a-9f75-3d4dc1ec7101","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7458c4da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.798198299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"f2749b2e-40c5-47b7-9053-78c5103191a3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:40.814148899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"f2749b2e-40c5-47b7-9053-78c5103191a3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:42.871640202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:44.58870989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"2e802a21-ba0d-4800-ab76-7de032c9d960","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:44.59867933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"2e802a21-ba0d-4800-ab76-7de032c9d960","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:44.606595847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"2e802a21-ba0d-4800-ab76-7de032c9d960","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.068567174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"1a32d286-4e80-4c2e-9dda-340829f438b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.069922833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997e0533-ce86-43bd-a939-e8566f56cc90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.070004422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997e0533-ce86-43bd-a939-e8566f56cc90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.094536751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"1a32d286-4e80-4c2e-9dda-340829f438b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.147139669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"ae2c395b-7e2b-467a-9179-7259cbd1fdc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.172695092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"ae2c395b-7e2b-467a-9179-7259cbd1fdc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.225886176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"ae2c395b-7e2b-467a-9179-7259cbd1fdc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"name":"e2e-api-a-a71884-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.225975601Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"e2e-e2e-api-a-a71884-policy","reconcileID":"ae2c395b-7e2b-467a-9179-7259cbd1fdc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a71884-policy","namespace":"ai-tenant-e2e-api-a-a71884"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a71884","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.245448611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"345510c0-aad7-487e-b844-22b17541c1c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.245538095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"345510c0-aad7-487e-b844-22b17541c1c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.416031056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1ba2fe-1df1-49db-882c-513e09c5cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.419878248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1ba2fe-1df1-49db-882c-513e09c5cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.423345276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1ba2fe-1df1-49db-882c-513e09c5cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:45.427322698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1ba2fe-1df1-49db-882c-513e09c5cf3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:46.017939147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9d885-a83b-481c-b94f-5fca4ea28b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:46.021208411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9d885-a83b-481c-b94f-5fca4ea28b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:46.024776341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9d885-a83b-481c-b94f-5fca4ea28b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:46.031470215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9d885-a83b-481c-b94f-5fca4ea28b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.70078096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"12907fe7-6226-43c3-8463-afe3e7f46eed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.701337091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f45cc86a-0f7b-42fa-bade-bff8916b60ea","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.701411725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"f45cc86a-0f7b-42fa-bade-bff8916b60ea","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.703779948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","namespace":"ai-tenant-e2e-api-a-a71884","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.703863983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","namespace":"ai-tenant-e2e-api-a-a71884","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.703944893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","tenant":"e2e-api-a-a71884","tenantID":"e2e-api-a-a71884","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.712226174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Deployment","name":"maas-api-e2e-api-a-a71884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.730238815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Service","name":"maas-api-e2e-api-a-a71884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.739635835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"387b9406-cdbb-46a7-9433-3f1822c5f752","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.737332514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"81fbfeb6-07df-4963-9536-1aeb3f813582","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.747563506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a71884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.773326349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a71884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.788861366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"12907fe7-6226-43c3-8463-afe3e7f46eed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.801271419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.809968199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.81882681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.826287721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"12907fe7-6226-43c3-8463-afe3e7f46eed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.82639697Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"12907fe7-6226-43c3-8463-afe3e7f46eed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.829816454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.845747237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Deployment","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.846859809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"581fa1fb-c066-45c0-a981-71ebd846f84d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.847985608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"59d495eb-8db9-44b4-a8c7-ad8443d9096a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.848064999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"59d495eb-8db9-44b4-a8c7-ad8443d9096a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.855403296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.884682297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Service","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.889926653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.894022056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.897424956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.903328226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"3a07ea2e-7259-4a4e-9a25-b548cbd63288","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.904063608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"c9cc2ea9-6315-4b7c-b91b-fabe70a9fe73","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.904309055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.916532529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.924923607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.931610663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.935563696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a71884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.939577627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a71884"},"namespace":"ai-tenant-e2e-api-a-a71884","name":"default-tenant","reconcileID":"ca84e17e-1ff1-4fad-aaca-168ede530009","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a71884","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.958913534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"581fa1fb-c066-45c0-a981-71ebd846f84d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.973106618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"581fa1fb-c066-45c0-a981-71ebd846f84d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"e2e-shared-a-w4-bde944-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:47.978292285Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"581fa1fb-c066-45c0-a981-71ebd846f84d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:55:47.995021707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-sub-iso-auth-a71535","reconcileID":"581fa1fb-c066-45c0-a981-71ebd846f84d","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-a71535\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.010649441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"3ce5f717-d0b4-4faf-a3fc-cbdc78370987","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.041473443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"3ce5f717-d0b4-4faf-a3fc-cbdc78370987","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.535682244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"f4686ed3-3623-460e-a259-b0cd94f894f7","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-95cda5cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.537820848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd81e14-ff9e-4202-a769-37838a4cfa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.546866678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd81e14-ff9e-4202-a769-37838a4cfa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.552938486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd81e14-ff9e-4202-a769-37838a4cfa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.561316708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd81e14-ff9e-4202-a769-37838a4cfa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.583447056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"namespace":"ai-tenant-e2e-mt-95cda5cc","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"f4686ed3-3623-460e-a259-b0cd94f894f7","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-95cda5cc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d0d845d2/e2e-shared-int-sub-95cda5cc","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.603325864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ddab27b-3641-4f8a-8e68-ade7c689ce07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.603858237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"90458be7-1725-4f58-9a98-b0d766d96095","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.708524839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"814c17f1-0309-4933-92a3-97fe04fd2b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.708545574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"814c17f1-0309-4933-92a3-97fe04fd2b53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.980825731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe5d13-8a62-4eb8-9419-e612b1b4a7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.987918448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe5d13-8a62-4eb8-9419-e612b1b4a7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:48.996441704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe5d13-8a62-4eb8-9419-e612b1b4a7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:49.000043975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfe5d13-8a62-4eb8-9419-e612b1b4a7c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.661671066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"3ebaaa2f-08ed-46d7-875e-37d69130a838","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","subscription":"e2e-cmp-legacy-332b1b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.675644403Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"3ebaaa2f-08ed-46d7-875e-37d69130a838","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.679826393Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-sub","reconcileID":"3ebaaa2f-08ed-46d7-875e-37d69130a838","MaaSSubscription":{"name":"e2e-cmp-legacy-332b1b-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.871122051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"e75135fe-7b20-4721-9807-c7d875a13e76","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.871159718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"e75135fe-7b20-4721-9807-c7d875a13e76","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.876492539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d1a18c6d-e97c-4ccc-9f6e-72a009f2f9f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.886699437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"d1a18c6d-e97c-4ccc-9f6e-72a009f2f9f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.977739116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"670fab32-f803-44b7-8eda-20f9e058df89","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:50.988304463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"670fab32-f803-44b7-8eda-20f9e058df89","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.04306487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"016ecdad-20fa-46f8-9177-490c35ca1978","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.043210628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"016ecdad-20fa-46f8-9177-490c35ca1978","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.104370165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"b7ef4d4f-73ee-43f2-b50a-d7403b08a6af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.211152494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"b7ef4d4f-73ee-43f2-b50a-d7403b08a6af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.251292826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"b7ef4d4f-73ee-43f2-b50a-d7403b08a6af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.251326145Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b-access","reconcileID":"b7ef4d4f-73ee-43f2-b50a-d7403b08a6af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-332b1b-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.276004591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"fb70adf4-428d-49ea-9ccd-a80966999914","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.2760362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"fb70adf4-428d-49ea-9ccd-a80966999914","MaaSModelRef":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cmp-legacy-332b1b","externalModel":"e2e-cmp-legacy-332b1b","provider":"e2e-cmp-legacy-332b1b-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.925787508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"c91604dd-8065-49e7-a4c4-79ab4b651de5","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:51.954856878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-332b1b","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","reconcileID":"2ded1dd1-628b-4a1d-8e01-f1a65af6d0e3","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cmp-legacy-332b1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.039064993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"352088e1-cf47-4063-a86a-c1d740f512fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.044427159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"d81b8515-b4a2-47bc-b04a-159ca66cfd43","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.044609474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2150c847-6f5f-4859-ab81-64a0f0969719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.049920749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4ef779b6-62a7-4677-8b0f-8f4c1060d447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.050474426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87acadfb-7533-46b3-93cf-19ca560d7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.091109904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"d81b8515-b4a2-47bc-b04a-159ca66cfd43","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.102930403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4ef779b6-62a7-4677-8b0f-8f4c1060d447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.103607223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"352088e1-cf47-4063-a86a-c1d740f512fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.110777517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2150c847-6f5f-4859-ab81-64a0f0969719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.112451062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87acadfb-7533-46b3-93cf-19ca560d7cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.117704437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"d81b8515-b4a2-47bc-b04a-159ca66cfd43","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.25911752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8c1fc2b-d9b6-413e-bf11-07d26673298e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.260827705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"2a0ea589-b660-45df-b44e-91777aaccfa8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.261373406Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a71884","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a71884","reconcileID":"9041f6fe-5c3a-4e92-8068-68e13a98bf2f","aitenant":"ai-tenants/e2e-api-a-a71884","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.270173131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7dc333f4-17fb-41c8-9d33-6fd8d10df437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.359051931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"2a0ea589-b660-45df-b44e-91777aaccfa8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.362817507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d8c1fc2b-d9b6-413e-bf11-07d26673298e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.378992112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"7dc333f4-17fb-41c8-9d33-6fd8d10df437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.405450733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"98b410f1-b8f9-4d66-891f-b8736e2a3fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.41405246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcfbf7e1-d435-45b0-97c1-554eaf190df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.450385088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"98b410f1-b8f9-4d66-891f-b8736e2a3fec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.454297536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcfbf7e1-d435-45b0-97c1-554eaf190df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:52.645515249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"239aa53c-b1e1-48f8-aeab-fc22e2ae03dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.203791672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bf72fc0d-b485-44eb-b1b6-9b172175060d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.218996796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"239aa53c-b1e1-48f8-aeab-fc22e2ae03dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.25955648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"311b6729-9605-4967-9ffa-8c9f49e2bd99","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.263693173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bf72fc0d-b485-44eb-b1b6-9b172175060d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.268919037Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a71884","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a71884","reconcileID":"9041f6fe-5c3a-4e92-8068-68e13a98bf2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a71884","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a71884"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.282051427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"311b6729-9605-4967-9ffa-8c9f49e2bd99","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.294713044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18b886c9-97db-4c2d-b641-d9148ef61d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.296893985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a29588810db819e13ef82bd8ae165e2d7fa4eabd7e73ef9be1b357e803d5b) AuthConfig (2fd4e58a791b078fb08864ebadf012d0eb7f4be6186805463309d07dd5748ecf) AuthConfig (663f4498529a3581c7be7000465a3938246aeb2ace14632fa19d67207f0b0997) AuthConfig (40e99cf7acdc1a9b0da8bdc6e877e03868d1a9c8ca263b52d279bcf6c11d2310) AuthConfig (ea23d3d989050a62e9d798420f2bc638c7b4f3a764512e09ce3fb2d456d43eaf) AuthConfig (3270da8ff69038b2d7a1fa9065a85207d4839c13cadea818e9ce5e4a2b470a31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"311b6729-9605-4967-9ffa-8c9f49e2bd99","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.375522339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18b886c9-97db-4c2d-b641-d9148ef61d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.452599452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ffacbaa-3700-44d0-a60b-91c8ce5238bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.452630734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ffacbaa-3700-44d0-a60b-91c8ce5238bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.529641566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b73b9b-a9c1-4c2d-b4c4-20c8d7a00ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.62378439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b73b9b-a9c1-4c2d-b4c4-20c8d7a00ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.770745233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b73b9b-a9c1-4c2d-b4c4-20c8d7a00ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:53.792600267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b73b9b-a9c1-4c2d-b4c4-20c8d7a00ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.050035999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"9b882d82-2bd4-4391-85ac-a7a88ff365ea","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.08386054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"a2e58221-4392-4631-b5d9-c9f6e1607667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.093005607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8e7fa802-37dc-40a3-9047-c166e87d067c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.093711171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6af54919-7544-4402-9859-068a02acb3d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.119672209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"a2e58221-4392-4631-b5d9-c9f6e1607667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.128575818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8e7fa802-37dc-40a3-9047-c166e87d067c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.133729044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6af54919-7544-4402-9859-068a02acb3d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.134432627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbe2f706-4bdb-495a-b808-a26605724da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.150893253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e86671-9106-4b43-9716-3586c058cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.15302753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"8dd0753f-4731-4263-b302-0b5b9207c293","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.168840214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bbe2f706-4bdb-495a-b808-a26605724da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.340482381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a29588810db819e13ef82bd8ae165e2d7fa4eabd7e73ef9be1b357e803d5b) AuthConfig (2fd4e58a791b078fb08864ebadf012d0eb7f4be6186805463309d07dd5748ecf) AuthConfig (663f4498529a3581c7be7000465a3938246aeb2ace14632fa19d67207f0b0997) AuthConfig (40e99cf7acdc1a9b0da8bdc6e877e03868d1a9c8ca263b52d279bcf6c11d2310) AuthConfig (ea23d3d989050a62e9d798420f2bc638c7b4f3a764512e09ce3fb2d456d43eaf) AuthConfig (3270da8ff69038b2d7a1fa9065a85207d4839c13cadea818e9ce5e4a2b470a31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"a2e58221-4392-4631-b5d9-c9f6e1607667","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.344957441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e86671-9106-4b43-9716-3586c058cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.34911747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"42aaadec-1467-4a4f-a285-132bda38227a","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.353318651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"4b4366fb-af2b-417f-845b-131630f54476","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.457840627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c67a08e-ea25-4aab-9952-d9e7eb0d1a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.532864273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"4b4366fb-af2b-417f-845b-131630f54476","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.56305824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"b0d3e71e-bb0b-4c86-aff2-9310827ff3cc","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.563098526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"b0d3e71e-bb0b-4c86-aff2-9310827ff3cc","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-89ee55-176391d329a8","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.668547509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c67a08e-ea25-4aab-9952-d9e7eb0d1a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.670635662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"86c6ac00-2c78-414d-8cd2-ad8a699b5b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.69652453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"86c6ac00-2c78-414d-8cd2-ad8a699b5b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.6977187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b02dd437-fca7-44e5-81bf-2ffcf9e73ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.698601225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"da097558-f389-490e-87c6-c68a4d25c1f9","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.698669543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"da097558-f389-490e-87c6-c68a4d25c1f9","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-89ee55-176391d329a8","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.711153141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b02dd437-fca7-44e5-81bf-2ffcf9e73ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.799587437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"720dc3fc-2343-446e-bb37-1c71ae3358ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.816272978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"720dc3fc-2343-446e-bb37-1c71ae3358ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.913811352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d379c6-8cdc-4e4c-9990-5fa29034e6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.951805279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d379c6-8cdc-4e4c-9990-5fa29034e6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:54.954150687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a29588810db819e13ef82bd8ae165e2d7fa4eabd7e73ef9be1b357e803d5b) AuthConfig (2fd4e58a791b078fb08864ebadf012d0eb7f4be6186805463309d07dd5748ecf) AuthConfig (663f4498529a3581c7be7000465a3938246aeb2ace14632fa19d67207f0b0997) AuthConfig (40e99cf7acdc1a9b0da8bdc6e877e03868d1a9c8ca263b52d279bcf6c11d2310) AuthConfig (ea23d3d989050a62e9d798420f2bc638c7b4f3a764512e09ce3fb2d456d43eaf) AuthConfig (3270da8ff69038b2d7a1fa9065a85207d4839c13cadea818e9ce5e4a2b470a31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"720dc3fc-2343-446e-bb37-1c71ae3358ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.048864073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d379c6-8cdc-4e4c-9990-5fa29034e6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.092191396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d379c6-8cdc-4e4c-9990-5fa29034e6c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.16361808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ca2c6c3-bdcc-497a-a49a-c2771d18ed29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.164764033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"36f9f524-15ba-4843-b98b-a2464c5b48ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.165731401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"7ca57821-2291-4e33-8906-57141dde1b95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.176685535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9ef91eb0-158f-4b8f-ae57-e21d0915ed64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.177388271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e03182ca-9566-4dee-a047-81a34bf0698a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.181808338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ca2c6c3-bdcc-497a-a49a-c2771d18ed29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.181974749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"36f9f524-15ba-4843-b98b-a2464c5b48ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.18561772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"7ca57821-2291-4e33-8906-57141dde1b95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.189162621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9ef91eb0-158f-4b8f-ae57-e21d0915ed64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.195911468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"e03182ca-9566-4dee-a047-81a34bf0698a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.38088346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd3d715-ca5b-4cd5-9195-2407ee30dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.430189573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"59f8daee-fb41-4d25-b3c3-1a13e4f6874d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.497445171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd3d715-ca5b-4cd5-9195-2407ee30dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:55.506256185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"59f8daee-fb41-4d25-b3c3-1a13e4f6874d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:56.855200419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"ae090453-846f-455d-b078-6547de64b41a","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:56.882893198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"79807b90-e5eb-42c8-b2ea-928f59513ace","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:56.995746085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db6fed46-f6cb-42d6-beac-56c1ca8d22c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:56.9961309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e16bbbda-92df-40e7-a943-b206e278c70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:56.996472984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"0b235cf4-d803-402f-aa44-5390d199cc45","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.009792981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ba231a8e-5f69-4c55-ae61-1cbc6d821835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.03320117Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"6996c90e-34a9-453b-b479-e24d905f544f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-89ee55-176391d329a8","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.394114089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"31db2cef-e3d3-41d8-bf2a-bda4ced3c203","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.397644918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"4df5df86-d40a-41ce-82f1-e760e89d7fe7","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.425755715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"79807b90-e5eb-42c8-b2ea-928f59513ace","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.650832276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ba231a8e-5f69-4c55-ae61-1cbc6d821835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.654170339Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"548f44d9-59a8-428c-864f-5ebd78a17053","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.740946561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"0b235cf4-d803-402f-aa44-5390d199cc45","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.74412934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e16bbbda-92df-40e7-a943-b206e278c70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.792312917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db6fed46-f6cb-42d6-beac-56c1ca8d22c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.817306316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a29588810db819e13ef82bd8ae165e2d7fa4eabd7e73ef9be1b357e803d5b) AuthConfig (2fd4e58a791b078fb08864ebadf012d0eb7f4be6186805463309d07dd5748ecf) AuthConfig (663f4498529a3581c7be7000465a3938246aeb2ace14632fa19d67207f0b0997) AuthConfig (40e99cf7acdc1a9b0da8bdc6e877e03868d1a9c8ca263b52d279bcf6c11d2310) AuthConfig (ea23d3d989050a62e9d798420f2bc638c7b4f3a764512e09ce3fb2d456d43eaf) AuthConfig (3270da8ff69038b2d7a1fa9065a85207d4839c13cadea818e9ce5e4a2b470a31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"79807b90-e5eb-42c8-b2ea-928f59513ace","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.898808442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"8dc52485-6dc2-4677-8f3a-279d1c52366e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.91244505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"8dc52485-6dc2-4677-8f3a-279d1c52366e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.923208014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"bd713a6c-4e01-4d80-a9d3-1b4b68542723","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.923301598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"bd713a6c-4e01-4d80-a9d3-1b4b68542723","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:57.954830155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"0f4ee631-2103-4a53-af44-799d98dc8784","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.000146927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"871e5c07-6dd2-4fc9-a8eb-3c8a41538539","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.001634427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"90084c65-b603-4342-9512-51d762d2373a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.009272616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb11a43-2a3c-4993-ae94-a8ed16b276f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.010599362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dbf7bf1c-06e7-4811-a0b1-8158c193afd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.014970239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"871e5c07-6dd2-4fc9-a8eb-3c8a41538539","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.01900712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"90084c65-b603-4342-9512-51d762d2373a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.023517071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cb11a43-2a3c-4993-ae94-a8ed16b276f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.025091335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2de82af-dd8d-4084-8756-11388885845e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.04161808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2de82af-dd8d-4084-8756-11388885845e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.042654884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dbf7bf1c-06e7-4811-a0b1-8158c193afd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.044900255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-ae13d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a29588810db819e13ef82bd8ae165e2d7fa4eabd7e73ef9be1b357e803d5b) AuthConfig (2fd4e58a791b078fb08864ebadf012d0eb7f4be6186805463309d07dd5748ecf) AuthConfig (663f4498529a3581c7be7000465a3938246aeb2ace14632fa19d67207f0b0997) AuthConfig (40e99cf7acdc1a9b0da8bdc6e877e03868d1a9c8ca263b52d279bcf6c11d2310) AuthConfig (ea23d3d989050a62e9d798420f2bc638c7b4f3a764512e09ce3fb2d456d43eaf) AuthConfig (3270da8ff69038b2d7a1fa9065a85207d4839c13cadea818e9ce5e4a2b470a31)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"871e5c07-6dd2-4fc9-a8eb-3c8a41538539","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.140796717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"404982e6-4222-4277-b6ce-291009108652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.154180141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"404982e6-4222-4277-b6ce-291009108652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.160069634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"161fecf5-e9c9-48e2-8eae-aba26638e47f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.160169795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"161fecf5-e9c9-48e2-8eae-aba26638e47f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.193912558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d7927ced-c153-4330-b4e2-d506efd2ba30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.198507333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"9a6b9000-bbeb-415b-aa75-ad34a28524fe","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.207422658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d7927ced-c153-4330-b4e2-d506efd2ba30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.207985951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0399b40f-a557-42b3-a81d-6fb385a3dedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.255777046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"0399b40f-a557-42b3-a81d-6fb385a3dedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.26933852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"9a6b9000-bbeb-415b-aa75-ad34a28524fe","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.333205234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"9a6b9000-bbeb-415b-aa75-ad34a28524fe","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.358179174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-9a69d1","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"explicit-model-9a69d1","reconcileID":"a4cbe006-56d3-48c3-91a3-909a08b74556","MaaSModelRef":{"name":"explicit-model-9a69d1","namespace":"ai-tenant-e2e-explicit-9a69d1"},"routeName":"explicit-model-9a69d1-kserve-route","namespace":"ai-tenant-e2e-explicit-9a69d1","llmisvcName":"explicit-model-9a69d1","gateway":"openshift-ingress/e2e-explicit-9a69d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.380978327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"1917f7ae-dd24-4e12-9bdc-b665ff422a8f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.381090361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"1917f7ae-dd24-4e12-9bdc-b665ff422a8f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.480815616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"9ab40d5b-1d0d-4f56-9a3b-047da05af7c0","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscription":"e2e-shared-sub-a71535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.534235161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-shared-sub-a71535","reconcileID":"9ab40d5b-1d0d-4f56-9a3b-047da05af7c0","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bde944/e2e-a-only-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.568455821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"775c8c15-6ba5-458d-a6ce-886347d40043","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.74459098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d077efc2-0611-4652-ae72-4e55c1fc9afe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.744690774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"d077efc2-0611-4652-ae72-4e55c1fc9afe","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.825747777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ed719e82-4e31-4764-a088-d54ecec7f1ae","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:58.826306687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"ed719e82-4e31-4764-a088-d54ecec7f1ae","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:59.939824377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9882fc24-007d-470f-8bf7-7845edd60a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:59.939906981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9882fc24-007d-470f-8bf7-7845edd60a99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:55:59.940667266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"f15c056e-1d71-45bb-aaa6-29cf95c64d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:00.056491015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"f15c056e-1d71-45bb-aaa6-29cf95c64d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:00.147068754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"f15c056e-1d71-45bb-aaa6-29cf95c64d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"name":"e2e-api-b-ae13d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:00.147170859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"e2e-e2e-api-b-ae13d4-policy","reconcileID":"f15c056e-1d71-45bb-aaa6-29cf95c64d9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ae13d4-policy","namespace":"ai-tenant-e2e-api-b-ae13d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ae13d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:00.161336114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c11c4c-8264-4497-9461-863471d46db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:00.161441626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7c11c4c-8264-4497-9461-863471d46db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.159554835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863a7732-ebe7-47db-89aa-954f6b76052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.163231415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863a7732-ebe7-47db-89aa-954f6b76052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.167491415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863a7732-ebe7-47db-89aa-954f6b76052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.171223706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863a7732-ebe7-47db-89aa-954f6b76052e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.487015924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac71261-16f6-4c43-9dde-670010e1b0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.490678311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac71261-16f6-4c43-9dde-670010e1b0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.494017046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac71261-16f6-4c43-9dde-670010e1b0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:01.497217588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac71261-16f6-4c43-9dde-670010e1b0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.669308137Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","namespace":"ai-tenant-e2e-api-b-ae13d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.669532269Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","namespace":"ai-tenant-e2e-api-b-ae13d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.669660623Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","tenant":"e2e-api-b-ae13d4","tenantID":"e2e-api-b-ae13d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.675811603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Deployment","name":"maas-api-e2e-api-b-ae13d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.691814974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Service","name":"maas-api-e2e-api-b-ae13d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.713172085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ae13d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.742890116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ae13d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.81415561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.836722427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.853138719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.861910769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.866685065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Deployment","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.87918376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.883626873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Service","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.886752601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.890667485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.912705169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.919752419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.928939457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.93475681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.939913393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.944840931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-ae13d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:06.951644938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ae13d4"},"namespace":"ai-tenant-e2e-api-b-ae13d4","name":"default-tenant","reconcileID":"3a1d2759-48c7-41f2-8059-b902ce2de72d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-ae13d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:07.952580086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d220a355-7d0a-44ef-a227-aeac0df9aec0","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:07.973013237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d220a355-7d0a-44ef-a227-aeac0df9aec0","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:07.984145512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"4f6e7b29-9e42-4fbe-8356-172f10f12f52","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.012978873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3acdd121b2968e9ca94650a15c55e8a28e68d70e7c1b84fff2d531846484cc07) AuthConfig (c53cf9767c1e6701ea2a9ac23314d65526105135557022a39571c22c1aaf7fd0) AuthConfig (553331fe1ffdac7143731096474e0f99018cefae7c4d42ce0270aa467c82aed9) AuthConfig (7aa7f4a76e90b3dde9aa7c7f285c80bec17db3b9001ab1f33819320c3ad6ca5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d220a355-7d0a-44ef-a227-aeac0df9aec0","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.041030656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"deee0ff0-84d3-466e-a873-658f3b2a5da5","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.041132495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"deee0ff0-84d3-466e-a873-658f3b2a5da5","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.284586615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ae13d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ae13d4","reconcileID":"4f404ce7-bdea-4a13-97b4-2d715447d62d","aitenant":"ai-tenants/e2e-api-b-ae13d4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.479627002Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-ae13d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-ae13d4","reconcileID":"4f404ce7-bdea-4a13-97b4-2d715447d62d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-ae13d4","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-ae13d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.590604506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c599f08-85f7-4d4a-adae-c6b8e98f93ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.603883014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c599f08-85f7-4d4a-adae-c6b8e98f93ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.607897876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c599f08-85f7-4d4a-adae-c6b8e98f93ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.615489032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c599f08-85f7-4d4a-adae-c6b8e98f93ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.848397654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"3d7676c5-5faf-494c-9ae4-7fdffcc29289","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","subscription":"e2e-a-only-a71535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.853734501Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"3d7676c5-5faf-494c-9ae4-7fdffcc29289","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.856134889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b722468d-ca39-48e1-8b5f-ee173de080c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.860174209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b722468d-ca39-48e1-8b5f-ee173de080c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.860671885Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"e2e-a-only-a71535","reconcileID":"3d7676c5-5faf-494c-9ae4-7fdffcc29289","MaaSSubscription":{"name":"e2e-a-only-a71535","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"name":"maas-trlp-sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.868199897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b722468d-ca39-48e1-8b5f-ee173de080c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.880564168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b722468d-ca39-48e1-8b5f-ee173de080c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.991044146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"18915fba-1741-4fb2-b1f4-fa7fd5933d7a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"tenant":"e2e-shared-a-w4-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","model":"ai-tenant-e2e-shared-a-w4-bde944/sub-test-model-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:08.991163938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"sub-test-model-bde944","reconcileID":"18915fba-1741-4fb2-b1f4-fa7fd5933d7a","MaaSModelRef":{"name":"sub-test-model-bde944","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"routeName":"sub-test-model-bde944-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bde944","llmisvcName":"sub-test-model-bde944","gateway":"openshift-ingress/e2e-shared-a-w4-bde944","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.321211427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"ab131e9b-93bb-4a8f-bae1-ad5a641571d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.321916791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a4d08689-c3f1-4674-8c83-a2192b413549","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.321933445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"a4d08689-c3f1-4674-8c83-a2192b413549","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.370581251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"a41b03df-ee12-4954-a3ce-35fde632b83f","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.371822986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"b98369c5-fc54-475f-b0fc-2f0f94a4aa40","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.491669639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"ab131e9b-93bb-4a8f-bae1-ad5a641571d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.518181853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffa14d2-21a5-465a-b325-09f5b2cc23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.521521901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffa14d2-21a5-465a-b325-09f5b2cc23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.524876605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffa14d2-21a5-465a-b325-09f5b2cc23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.54554799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ffa14d2-21a5-465a-b325-09f5b2cc23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.563266505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"ab131e9b-93bb-4a8f-bae1-ad5a641571d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"e2e-shared-b-w4-9e7156-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.563302808Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-sub-iso-auth-a71535","reconcileID":"ab131e9b-93bb-4a8f-bae1-ad5a641571d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.574130737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"7373cd4e-1332-4ef5-9ef1-f537481dad36","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.574208093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"7373cd4e-1332-4ef5-9ef1-f537481dad36","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.628671607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"938ec958-19a8-431b-899d-fb90de1c8fc3","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.629418667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"ea2bc7ac-1f98-4225-b674-9ceeedf5d04d","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.73630079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"e6af6295-14f7-4837-af82-911b756db525","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:09.736619189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"e6af6295-14f7-4837-af82-911b756db525","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:12.468254682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"42a07ac6-6011-4cb2-b520-6de33829b03d","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:12.850825654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:12.859837919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"0223b28e-823b-4ba5-ae6b-03d9bdcb4102","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:18.015792719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"a5429ab6-c329-4e82-8191-91f85b558233","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:18.041898767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d4369e89-1cc2-490f-866f-517bbee9911a","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:18.053126481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d4369e89-1cc2-490f-866f-517bbee9911a","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:18.060275859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3acdd121b2968e9ca94650a15c55e8a28e68d70e7c1b84fff2d531846484cc07) AuthConfig (c53cf9767c1e6701ea2a9ac23314d65526105135557022a39571c22c1aaf7fd0) AuthConfig (553331fe1ffdac7143731096474e0f99018cefae7c4d42ce0270aa467c82aed9) AuthConfig (7aa7f4a76e90b3dde9aa7c7f285c80bec17db3b9001ab1f33819320c3ad6ca5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d4369e89-1cc2-490f-866f-517bbee9911a","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:19.756846611Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"95f121e3-ccb2-4d11-8ee1-4082aed68b35","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscription":"e2e-shared-sub-a71535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:19.77807328Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-shared-sub-a71535","reconcileID":"95f121e3-ccb2-4d11-8ee1-4082aed68b35","MaaSSubscription":{"name":"e2e-shared-sub-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9e7156/e2e-b-only-a71535"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:19.793635161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"90bc12fb-f66f-4e1d-b5f9-8584acc596c2","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:19.804119317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"18a293ee-cdb7-471e-b8fe-3440f0296fa1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:19.804141214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"18a293ee-cdb7-471e-b8fe-3440f0296fa1","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:20.17245396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"92a1dcda-381e-4105-b536-37c1af0e6342","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:20.172474505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"92a1dcda-381e-4105-b536-37c1af0e6342","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:28.024752718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"f610b2a9-a3e0-4b31-94d7-d2d45215087e","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:28.122810622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1154c5e9-5789-4d91-97b0-8c029e7997bf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:28.131247381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1154c5e9-5789-4d91-97b0-8c029e7997bf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:28.168006734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"c77e3ab2-5071-4ffb-9769-b37e69c323b6","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:28.168031731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"c77e3ab2-5071-4ffb-9769-b37e69c323b6","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.308227935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"8593c7ec-4616-46bc-9cc1-d046f39d716c","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.308249877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"8593c7ec-4616-46bc-9cc1-d046f39d716c","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.311688476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"85f92a2c-a07c-44dc-92bd-e94fd213bba7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:56:29.317529015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"3de3fe8b-6a64-404a-a645-8d7b7013311b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-89ee55-629129-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.321144009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"85f92a2c-a07c-44dc-92bd-e94fd213bba7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.324966119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"b2741469-4ed2-4c70-84a1-08d9a65e2636","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.324987049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"b2741469-4ed2-4c70-84a1-08d9a65e2636","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.337279582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"2b4c04c3-2d9b-4d1b-b482-982f2cdd2ac3","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.337301389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"2b4c04c3-2d9b-4d1b-b482-982f2cdd2ac3","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.344180936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"e547f7fa-3223-4264-b94a-17071ef6b5e1","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.344198192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"e547f7fa-3223-4264-b94a-17071ef6b5e1","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.360267391Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"17760cf5-1ef7-4c6a-8062-dbc4f3094dd9","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"e2e-cfl-89ee55","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.387882016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"9b3ae73d-f0d4-43e8-af38-fd2ac7122298","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.387901351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"9b3ae73d-f0d4-43e8-af38-fd2ac7122298","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.43991909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1757262e-9da4-43ba-9793-7dbdc623a2df","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.448325378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1757262e-9da4-43ba-9793-7dbdc623a2df","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:29.458476298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"9e2b73f2-3d5d-499c-bfe8-25b691bd05a8","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:30.189100295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"211276ea-eaa9-4cb6-baf6-a375c9755a9f","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","subscription":"e2e-b-only-a71535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:30.192745993Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"211276ea-eaa9-4cb6-baf6-a375c9755a9f","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:30.196320734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"e2e-b-only-a71535","reconcileID":"211276ea-eaa9-4cb6-baf6-a375c9755a9f","MaaSSubscription":{"name":"e2e-b-only-a71535","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"name":"maas-trlp-sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:30.242010714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"2ff8d214-a761-40fc-9f8b-45c839540bd7","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"tenant":"e2e-shared-b-w4-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","model":"ai-tenant-e2e-shared-b-w4-9e7156/sub-test-model-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:30.242026695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"sub-test-model-9e7156","reconcileID":"2ff8d214-a761-40fc-9f8b-45c839540bd7","MaaSModelRef":{"name":"sub-test-model-9e7156","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"routeName":"sub-test-model-9e7156-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","llmisvcName":"sub-test-model-9e7156","gateway":"openshift-ingress/e2e-shared-b-w4-9e7156","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.114016922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"6f5e939b-988b-4878-99f6-acfc7197c576","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.130561782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"574a2aba-ead0-4b57-8fbe-293c5c46da6c","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.138019396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"a9bea79f-0149-4ae1-b7d2-b523b252deb5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.138644162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"722fd4fe-8b11-4b2b-9615-7c87251d1577","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.139271087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cb2ee20a-e0e6-4ba0-b6e9-c81c7d3953bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.139833766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f618f1-c2c8-4f40-af3a-706b81d65a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.150984077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"cb2ee20a-e0e6-4ba0-b6e9-c81c7d3953bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.157363995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"82ea2012-7840-4c84-9418-86ccd4b43abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.163427714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f618f1-c2c8-4f40-af3a-706b81d65a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.17037104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"722fd4fe-8b11-4b2b-9615-7c87251d1577","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.174143963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"a9bea79f-0149-4ae1-b7d2-b523b252deb5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.176031221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0957f200-ed49-4012-8c52-be8258ad5450","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.17604849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0957f200-ed49-4012-8c52-be8258ad5450","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.176470884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f69eb64-f3ce-40a6-97c8-5af208399f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.176483705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f69eb64-f3ce-40a6-97c8-5af208399f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.176877238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8100c57b-856c-4312-84d5-58b18557b41b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.176890763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8100c57b-856c-4312-84d5-58b18557b41b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.177256617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"661c5d36-cdcc-42b7-b1f1-851284fb3d7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.177280927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"661c5d36-cdcc-42b7-b1f1-851284fb3d7d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.177796583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de22398f-437e-4266-a2b6-05f8e8d567bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.177811077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de22398f-437e-4266-a2b6-05f8e8d567bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.17825887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1830f2fd-1010-4577-8bcc-53925ac163a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.178271241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1830f2fd-1010-4577-8bcc-53925ac163a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.178719932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0628b77d-3978-4006-ab8e-e066b7d31221","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.178733096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0628b77d-3978-4006-ab8e-e066b7d31221","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.179009553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac1c6971-3ed6-4507-a5cf-f5f47e3b6ce6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.179020776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac1c6971-3ed6-4507-a5cf-f5f47e3b6ce6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.181974564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"82ea2012-7840-4c84-9418-86ccd4b43abd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.189270776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d35515a5-16b1-4952-b2bc-8c43010380b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.189366084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d35515a5-16b1-4952-b2bc-8c43010380b0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.189848755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca24ab1b-6461-4175-bdc4-8a17f3e802f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.189906239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca24ab1b-6461-4175-bdc4-8a17f3e802f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190208441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1be9b7c-cda4-4370-8ef8-cdb7ea896854","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190228564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1be9b7c-cda4-4370-8ef8-cdb7ea896854","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190549496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c28375d1-d708-4c10-bfad-5f0a253d8faf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190562991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c28375d1-d708-4c10-bfad-5f0a253d8faf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190849025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013c38e5-0565-4ea4-8a80-0139c55393a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.190861771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013c38e5-0565-4ea4-8a80-0139c55393a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191273889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"babb5db9-eec7-4863-80db-56c87dc375aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191291177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"babb5db9-eec7-4863-80db-56c87dc375aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191699042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7767a13-ed78-4f25-a3ad-910e475c2aac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191708837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7767a13-ed78-4f25-a3ad-910e475c2aac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191977497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a7f8116-313b-4c7b-b3b7-4916d832ece7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.191989461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a7f8116-313b-4c7b-b3b7-4916d832ece7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.20248001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1dd0129-617a-4926-83f5-d1ea485b7c1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.202533898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"f89b0d99-3ef6-4779-8cec-19b1bd19aea0","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.203785944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfee2533-d6cf-4fc8-b13c-da05d5773d86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.292337676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1f851d72-7a07-465f-8930-c67941ba43f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.292800945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"5f74991e-55a3-4861-ac60-450aeeeade7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.293026413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"014cfa76-fe2e-4669-81a4-53d09b34c599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.293383191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993a1b6d-ee63-4d89-ab32-1ee128521502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.329268762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1f851d72-7a07-465f-8930-c67941ba43f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.329540185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"5f74991e-55a3-4861-ac60-450aeeeade7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.329843079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"4d00bced-de78-4879-823b-dd083c757c7d","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.333644385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"014cfa76-fe2e-4669-81a4-53d09b34c599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.333957962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"993a1b6d-ee63-4d89-ab32-1ee128521502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.334221259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4dd1c6b7-ea9f-4043-ac70-1209b1fa0bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.338941446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"75b2c90d-74dd-4f03-b1ed-43dbfd170203","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.338957607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"75b2c90d-74dd-4f03-b1ed-43dbfd170203","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.342486376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"4dd1c6b7-ea9f-4043-ac70-1209b1fa0bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.357990743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"94dbb4a6-ce04-48ee-8282-97de740d0053","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.35801282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"94dbb4a6-ce04-48ee-8282-97de740d0053","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.393086128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"35161582-ab31-4c09-99c4-d681f16864d4","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.394263763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fbe5db7-2bc2-497f-bfa3-8d3246db5632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.394449016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c31f5a8-8e3a-4704-b664-34fa12c448cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.394959736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7625b2f-06eb-417f-b571-862c600f290e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.395041335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"75f365af-704e-4c37-b7be-25f55aea5a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.401173285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"35161582-ab31-4c09-99c4-d681f16864d4","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.402993351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c31f5a8-8e3a-4704-b664-34fa12c448cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.406123253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fbe5db7-2bc2-497f-bfa3-8d3246db5632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.409333746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"75f365af-704e-4c37-b7be-25f55aea5a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.460312067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7625b2f-06eb-417f-b571-862c600f290e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.662295059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"5829bbbd-022a-4be5-a49f-205a791e7da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.670073748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b1512b9a-dd42-48dc-b352-16a8f3a48c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.670767121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"09635648-5386-44a5-9572-5e0fe999d55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.67445655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"5829bbbd-022a-4be5-a49f-205a791e7da0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.68082003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"09635648-5386-44a5-9572-5e0fe999d55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.6813095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b1512b9a-dd42-48dc-b352-16a8f3a48c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.885432833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"3b3dc853-9370-4d86-9e3f-98f82ae3b959","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.885455363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"3b3dc853-9370-4d86-9e3f-98f82ae3b959","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.892851325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"f7556b64-84ba-4e9e-9f42-369a8b9e3d73","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.892868961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"f7556b64-84ba-4e9e-9f42-369a8b9e3d73","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.900952127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"8fdc3b18-2a8b-4075-a8da-3e26da9246a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:34.909091324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"8fdc3b18-2a8b-4075-a8da-3e26da9246a5","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.05059154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"9ea422fc-80e2-4f4f-824a-055a29b91a84","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.058450821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"9ea422fc-80e2-4f4f-824a-055a29b91a84","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.253238814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"bab05964-3078-49a6-b085-c179ddcb4b7a","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.253267988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"bab05964-3078-49a6-b085-c179ddcb4b7a","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:56:35.263670575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"c03cee1f-23bc-4390-84a8-7d754f4748a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-b5d95f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.27094783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"e7f9328f-e87a-4915-93f9-0d56ce7339e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.282016034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041ab9a0-d528-4307-9dc0-cff0a99f846b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.282101814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ff936c9-9de0-489d-933b-d39f73a29939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.286035124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"e7f9328f-e87a-4915-93f9-0d56ce7339e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.325673443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c4e4d83c-fe6a-4026-9917-1597712c0b70","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.325700198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c4e4d83c-fe6a-4026-9917-1597712c0b70","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.32811244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041ab9a0-d528-4307-9dc0-cff0a99f846b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.328126508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ff936c9-9de0-489d-933b-d39f73a29939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.33479546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1bdd909c-7ba5-4d9d-a10e-e75d8217dcae","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.334811932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1bdd909c-7ba5-4d9d-a10e-e75d8217dcae","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.347452251Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"a1012817-22ba-46ae-9443-f5ff05831e85","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"e2e-rt-sw-b5d95f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-b5d95f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.359640751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bca44e7-418b-4ded-a9b9-bed5d42799ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.359640811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e762d6-1dab-4013-8573-5ab4909028cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.360348045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"8c85728a-4417-4295-9200-134a30ce5c62","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.368728681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bca44e7-418b-4ded-a9b9-bed5d42799ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.369784644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"8c85728a-4417-4295-9200-134a30ce5c62","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.372022088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e762d6-1dab-4013-8573-5ab4909028cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.374448411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"a4bce6ee-7dec-47ae-bc63-a691489511f3","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.374465887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"a4bce6ee-7dec-47ae-bc63-a691489511f3","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:35.445973314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"43aa5996-72a3-4e86-a869-415506797909","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.034837703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"da0c2cdc-ed37-431b-9160-1957173d99f9","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.486767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"e74d1a22-c2bb-4f6f-86d6-d0a8d4b501b6","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.535480295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"2fe1ca99-503a-4584-bcb3-b5148c8c25c8","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.535516249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"2fe1ca99-503a-4584-bcb3-b5148c8c25c8","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.869526964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"0e74e7e0-e5e7-4780-96ff-0b17e7c9bd0f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:38.878889729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"0e74e7e0-e5e7-4780-96ff-0b17e7c9bd0f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.217049156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"0683e15c-6a77-4955-aca0-88fb54f3fae5","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.226062702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"25ea0d7d-4780-4ff2-8ad1-dfa08770f033","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.226290803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"4e9b35b0-cf99-4308-8530-0b461dbe3ccc","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.226775321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"99478e67-49a5-4d97-8872-75a74abc6fbd","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.229325139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dc127a97-2ead-4ace-9663-ec52e645ecdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.229367918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"689c5be0-c8dc-4d75-abfd-797867f04476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.234823881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"4e9b35b0-cf99-4308-8530-0b461dbe3ccc","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.234867471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"25ea0d7d-4780-4ff2-8ad1-dfa08770f033","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.235139271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aaa016d-d23b-4433-953a-3ee9c0b4fa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.238277786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"689c5be0-c8dc-4d75-abfd-797867f04476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.238410493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"dc127a97-2ead-4ace-9663-ec52e645ecdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.243173662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9aaa016d-d23b-4433-953a-3ee9c0b4fa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.256462669Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"510c147b-e4b2-479a-a093-931a58806d17","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.264006246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"2b1cc675-c1cc-4007-9187-fb578e209dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.264175225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"490e463a-0567-40cb-ae5b-fc75b863fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.264481052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9eca4b39-337e-4521-80d7-4c81eb37e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.271275483Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"bd90b30c-36c5-4372-b03a-ceed3ae0744a","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.273484042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"2b1cc675-c1cc-4007-9187-fb578e209dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.274028378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"490e463a-0567-40cb-ae5b-fc75b863fb6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.27581842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9eca4b39-337e-4521-80d7-4c81eb37e81f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.355584085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"966ae671-798a-4104-8b4d-8395581b63b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.356155042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"f9a41199-ec63-45c5-8056-37826cf6e98c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.368659034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"f9a41199-ec63-45c5-8056-37826cf6e98c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.368931138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"966ae671-798a-4104-8b4d-8395581b63b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.36901189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5114d4ef-e8fa-4371-8f2b-b2924002721a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.369423961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9e2cfcac-fa79-4337-8d7c-31714f095265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.373772969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"a95645b9-a0a9-476e-93e1-e1c70114bce8","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.378649925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"5114d4ef-e8fa-4371-8f2b-b2924002721a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.381717808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"9e2cfcac-fa79-4337-8d7c-31714f095265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.400105092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8385a806-9d2d-41f5-8fbf-6bc3d6423280","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.400122572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8385a806-9d2d-41f5-8fbf-6bc3d6423280","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.462561015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"108f881d-d275-41fc-b42f-d829d091ccec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.463460934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"de437753-371e-4fff-b910-09c810fa59b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.464711274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c5ecaf-83ce-4382-ac4c-2cec488e731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.465241876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5a204dd9-efd4-441b-a0de-7d2b6f5d07cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.478480066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4270b67-d450-4819-891c-52a2679caa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.525018548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"108f881d-d275-41fc-b42f-d829d091ccec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.643818436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02c5ecaf-83ce-4382-ac4c-2cec488e731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.645482423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5a204dd9-efd4-441b-a0de-7d2b6f5d07cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.647225964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4270b67-d450-4819-891c-52a2679caa44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.648880039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"de437753-371e-4fff-b910-09c810fa59b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.729840053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"23ffa04c-3d72-42fa-9e9f-3164da066758","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.729864375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"15bfb06a-0760-42f0-bad1-ec94de966716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.732281927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b3199eb8-6fe2-4235-a322-7fe3f9e2bb47","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.740133199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"15bfb06a-0760-42f0-bad1-ec94de966716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.74066025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"23ffa04c-3d72-42fa-9e9f-3164da066758","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.743890154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b3199eb8-6fe2-4235-a322-7fe3f9e2bb47","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.764071961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6ac60f0f-5155-4354-89d0-d6bac53414b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.826727054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"6ac60f0f-5155-4354-89d0-d6bac53414b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:42.849275518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.9159465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"b66099fd-6a38-446d-be9b-570095f125ef","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.92525618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"15a5e6b2-01c1-407b-8770-b945dacf65be","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.926002203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"c0b283cb-261b-46a5-911b-fe68cd988cf2","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.926263226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"ee9f2662-b0c7-429a-93ec-cf58a22628ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.927863578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e8e17bd9-8fc9-4ad2-9a4a-f3f5e0cd26f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.927861895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1529ec2e-6761-4476-a58f-ed47d87f6fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.930912049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293a6c0d-7d05-479f-be1f-2cdb15a1710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.933946103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"15a5e6b2-01c1-407b-8770-b945dacf65be","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.93654465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e8e17bd9-8fc9-4ad2-9a4a-f3f5e0cd26f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.93775563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"ee9f2662-b0c7-429a-93ec-cf58a22628ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.938942635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1529ec2e-6761-4476-a58f-ed47d87f6fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.940008722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"293a6c0d-7d05-479f-be1f-2cdb15a1710d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.960565075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bdd33878-f47d-456f-b028-972d4ad7b58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.960590629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"7696a7ac-8745-41c6-a6d1-b4149e004b18","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.96095458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5590eebe-d0ad-4958-92bc-b6e67410ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.960970561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d7198122-dee1-473b-9a86-b94735e1c765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.961650794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"cd612bd3-059e-4455-b6a9-d169f9a04973","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.968952831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"bdd33878-f47d-456f-b028-972d4ad7b58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:44.972645699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d7198122-dee1-473b-9a86-b94735e1c765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.037214484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5590eebe-d0ad-4958-92bc-b6e67410ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.037937961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"cd612bd3-059e-4455-b6a9-d169f9a04973","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.038609161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"b06b7c21-59c5-4349-bcf4-d4025e119135","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.039003987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"7696a7ac-8745-41c6-a6d1-b4149e004b18","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.130018731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"23ae99ed-f054-4645-9d15-736733e69998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.130826828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"dd0f6f0c-52d4-4e12-ac6d-994a2f0d6dc5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.134284238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afac4e49-11ad-479c-81aa-c556897e1e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.138081185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"23ae99ed-f054-4645-9d15-736733e69998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.140413648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"dd0f6f0c-52d4-4e12-ac6d-994a2f0d6dc5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.140690103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"12f238c7-94fa-4cc8-bd00-1e8570232edc","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.141064554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1679f9a0-0e9e-47d8-8bbc-7fd8a5d7981a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.143428378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afac4e49-11ad-479c-81aa-c556897e1e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.149998008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"1679f9a0-0e9e-47d8-8bbc-7fd8a5d7981a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.150308034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"0059b9ba-ad73-4600-a83f-de1bc781921e","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.152610591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"12f238c7-94fa-4cc8-bd00-1e8570232edc","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.24298972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d01fffd9-5519-4782-bdcf-1b5c39c88b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.246586621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"9be2cc5c-19bd-439d-b49c-e6a69eca2b23","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.246739675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a583f4d5-e654-4617-8139-6ead130263ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.252083985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d01fffd9-5519-4782-bdcf-1b5c39c88b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.254933415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a583f4d5-e654-4617-8139-6ead130263ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.255866733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"9be2cc5c-19bd-439d-b49c-e6a69eca2b23","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.339041736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1975e4dd-cb30-4040-a65e-3ed887c99c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.339641471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"5894a0a2-eb0a-4e1a-8552-db655e290970","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.339660809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"5894a0a2-eb0a-4e1a-8552-db655e290970","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.346338256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"1e88d31b-3eaf-499d-8802-b153061df612","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.346388434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"1e88d31b-3eaf-499d-8802-b153061df612","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.347605663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"1975e4dd-cb30-4040-a65e-3ed887c99c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.461071136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"2fb66b56-4ef7-4c1e-8e99-f53eb08fcb55","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.475971579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"2fb66b56-4ef7-4c1e-8e99-f53eb08fcb55","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.567314933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"f367be25-1b46-4621-a8a9-1e2838d4e3cd","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.56733966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"f367be25-1b46-4621-a8a9-1e2838d4e3cd","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:45.879301158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"5b040dd9-1398-4025-9a44-50a978f8e794","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.33722697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea96d40-8293-4ade-a50d-31ec2e6260fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.342552234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea96d40-8293-4ade-a50d-31ec2e6260fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.347531873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea96d40-8293-4ade-a50d-31ec2e6260fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.399502209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea96d40-8293-4ade-a50d-31ec2e6260fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.61989473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f392ec-857f-476e-bfcd-176c94bf9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.622988309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f392ec-857f-476e-bfcd-176c94bf9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.626033725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f392ec-857f-476e-bfcd-176c94bf9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:46.62940948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f392ec-857f-476e-bfcd-176c94bf9bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.527463862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"a62abda0-96d2-41ca-8be6-3efa0c837a1f","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.841893017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"74488a71-9eac-4016-8636-28db3d30177e","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.841926781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"74488a71-9eac-4016-8636-28db3d30177e","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.976186475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d9e38473-1ba7-4822-87c2-361538b74525","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.979824018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"5a6bfcba-2248-4578-8d98-62f57f03862f","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.97987546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"988facf8-1503-4cd9-b5d7-9e14952c321b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.982470494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"275910dd-defa-4f5c-87f0-7d3a10c5f5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.986274926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d9e38473-1ba7-4822-87c2-361538b74525","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.990068881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"988facf8-1503-4cd9-b5d7-9e14952c321b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.990096363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"5a6bfcba-2248-4578-8d98-62f57f03862f","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:47.994172113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"275910dd-defa-4f5c-87f0-7d3a10c5f5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:48.065750406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"ff386430-3303-43b4-9b37-6a529d2aa6b4","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:48.075896751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"ff386430-3303-43b4-9b37-6a529d2aa6b4","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.286275569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"7c263aa4-276c-4d74-80c0-08469d8bba1b","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.817122535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"68d68bc8-2ce7-4a0a-93bf-9b60e865014b","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.822022801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1506d8b7-0ea4-43de-84fe-6051dbf37137","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.82204758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1506d8b7-0ea4-43de-84fe-6051dbf37137","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.832278415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"703883af-5efb-4394-b938-4864f8d60eb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846142923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72471902-4414-4eb6-b954-1defff3a2768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846192557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72471902-4414-4eb6-b954-1defff3a2768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846553225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3dc7b97-3201-47c8-929e-641d75063af4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846569059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3dc7b97-3201-47c8-929e-641d75063af4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846807109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"703883af-5efb-4394-b938-4864f8d60eb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.846816566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76168a98-49f2-4304-ada2-5a706ad4d96e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.847006941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76168a98-49f2-4304-ada2-5a706ad4d96e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.847254631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"155e1557-6f2b-49f6-a7b0-28a350065311","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.847267305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"155e1557-6f2b-49f6-a7b0-28a350065311","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.84819415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"9678f08a-66c4-470c-b2a2-5683ebde81a3","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.848610921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"073efb88-ef46-4ada-a4e8-e940ad15f9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.848755154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a5986133-a246-4be0-8d3e-c998099ba025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.848946221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e25b32-d723-4e92-9328-263769be91e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.855071599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"42baeaec-bd3f-4566-899f-7d90fb27d3a7","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.855086908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"42baeaec-bd3f-4566-899f-7d90fb27d3a7","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.860379429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"9678f08a-66c4-470c-b2a2-5683ebde81a3","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.8609589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"073efb88-ef46-4ada-a4e8-e940ad15f9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.863666012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32e25b32-d723-4e92-9328-263769be91e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.864523942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a5986133-a246-4be0-8d3e-c998099ba025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.864976879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85068fd0-a052-4ef7-a8b5-6beb772b024b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.864989846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85068fd0-a052-4ef7-a8b5-6beb772b024b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.865198298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3375f90b-5ced-4a87-8b1a-3fa6d348608d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.865207906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3375f90b-5ced-4a87-8b1a-3fa6d348608d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.865403876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62c2a24b-fe85-4dc0-b638-c10471f59366","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.86541432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62c2a24b-fe85-4dc0-b638-c10471f59366","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.865584363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d411ea2c-e9e1-4328-a113-796245417358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.865601438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d411ea2c-e9e1-4328-a113-796245417358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.925983347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"533b7e53-a16e-45fb-8aa8-c6f4b03318bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.926461109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"140a3bab-138d-4238-956b-fa4e6e12517f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.925992933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"c947e682-493e-46c6-9a83-6b6482ede2a6","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:52.93012486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"30dcc17a-b93b-4071-a2ea-07e42f5a9ef5","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.004968296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"48183f0b-e2f7-49fc-8132-b6db705adb1b","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.017384611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b2963310-0d3e-4ade-8eec-c1c38aa071c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.026882238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b2963310-0d3e-4ade-8eec-c1c38aa071c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.201462719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b8126ace-9346-4fa1-aea8-dd977a70384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.272663927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"b8126ace-9346-4fa1-aea8-dd977a70384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.273022015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"50956f57-63f3-4137-8ce5-822bdcdeb271","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.291465833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"395f0542-a21c-434e-b74a-f339d552b148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.303001117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d0513ab-d878-4422-b7b2-f0d72c1e79f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.305800742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"50956f57-63f3-4137-8ce5-822bdcdeb271","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.313867945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"395f0542-a21c-434e-b74a-f339d552b148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.31623501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"37efdf98-9226-4bb4-8b87-837ef582f433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.318804077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d0513ab-d878-4422-b7b2-f0d72c1e79f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.331014468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"37efdf98-9226-4bb4-8b87-837ef582f433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.393486182Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","namespace":"ai-tenant-e2e-explicit-9a69d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.393545745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","namespace":"ai-tenant-e2e-explicit-9a69d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.393592991Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","tenant":"e2e-explicit-9a69d1","tenantID":"e2e-explicit-9a69d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.399324752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Deployment","name":"maas-api-e2e-explicit-9a69d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.412867112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Service","name":"maas-api-e2e-explicit-9a69d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.426658702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-9a69d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.447792096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-9a69d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.465410976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"163acf9d-58a3-45d3-ab42-697bc3c9ea10","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.46687779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.472657509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.474410664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"163acf9d-58a3-45d3-ab42-697bc3c9ea10","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.481180249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.489647339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.492659284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Deployment","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.495595841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.498555799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Service","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.50379354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"Service","name":"payload-pre-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.506737958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.509859613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.512747579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.520422502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.523369724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.526023752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.528884823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-9a69d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.531604749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-9a69d1"},"namespace":"ai-tenant-e2e-explicit-9a69d1","name":"default-tenant","reconcileID":"d2eaa433-d262-442c-b0f0-d2a73531b48e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-9a69d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.56483007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"bdcbaed3-a6d1-40ac-b06f-ad1f54392427","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.567005106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fd4539f7-706d-4436-b5aa-cf35192dc6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.569797299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"160a0e54-e4e6-4193-9595-03e2309fbd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.673780542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"bdcbaed3-a6d1-40ac-b06f-ad1f54392427","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.849706815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"fd4539f7-706d-4436-b5aa-cf35192dc6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.859068193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"160a0e54-e4e6-4193-9595-03e2309fbd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.904693813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"89eb9b87-ad5f-4006-9403-9353d97c0352","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:53.916793547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"89eb9b87-ad5f-4006-9403-9353d97c0352","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:55.892926855Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"144b804f-8a72-468a-9676-fb1bff09b825","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.261427684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d09df530-54f5-4ccb-ad7b-0da6c1bb123f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.271762691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"6e4645c1-01ce-457f-a484-c7c6eef499af","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.273243901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"d09df530-54f5-4ccb-ad7b-0da6c1bb123f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.277180336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e56eb73-30fa-4506-8741-26709d03305d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.277730591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a276de5f-1728-4e8a-9e88-914a8cb419d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.282842948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"6e4645c1-01ce-457f-a484-c7c6eef499af","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.287047498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e56eb73-30fa-4506-8741-26709d03305d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:56:58.287894583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a276de5f-1728-4e8a-9e88-914a8cb419d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.116495137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"72005580-09d1-4dab-b36f-0ec0eb627bb4","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.134585334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"beb50739-402b-4a6e-b341-435b244fa2c2","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.154313974Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-9a69d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-9a69d1","reconcileID":"53d42bbc-a33f-4726-a2cd-8a952d1ab089","aitenant":"ai-tenants/e2e-explicit-9a69d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.180683679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"0036a59d-d757-458a-8b59-202575a88781","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.385764091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.386488991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-9a69d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-9a69d1","reconcileID":"53d42bbc-a33f-4726-a2cd-8a952d1ab089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-9a69d1","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-9a69d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.435948808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"7bbf50e2-0c3c-4029-85d2-2ec1cc4ba87d","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.439575507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"7bbf50e2-0c3c-4029-85d2-2ec1cc4ba87d","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:01.446270978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"d315edf1-50db-43d9-9295-bab77a5e8d8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-a78d06-edf729-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.544625168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"9685a415-0942-4574-9e12-187bbf8382df","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.545489538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"09a29353-7697-42d0-b3ae-8f99c8681523","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.546552169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8208cabf-ac4a-486b-9990-de79ef77a52f","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.546571456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8208cabf-ac4a-486b-9990-de79ef77a52f","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.596288002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"09a29353-7697-42d0-b3ae-8f99c8681523","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:01.605874731Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8208cabf-ac4a-486b-9990-de79ef77a52f","name":"e2e-cfl-a78d06","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-a78d06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:01.60601903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8208cabf-ac4a-486b-9990-de79ef77a52f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-a78d06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.61946938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"73c64759-297c-43db-aa93-55ee1552319f","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.620098469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"9685a415-0942-4574-9e12-187bbf8382df","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.639757846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"f8f9ba93-fbf6-433f-947e-29be9c741c07","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.6584724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"f8f9ba93-fbf6-433f-947e-29be9c741c07","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.64963696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"2ced5a49-b339-4f36-9759-fb087c4c300f","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-cfl-a78d06","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.704243657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8461660d-dd89-4862-a054-3da75dabc093","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.704278988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"8461660d-dd89-4862-a054-3da75dabc093","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.71462866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6d6597-a396-42cd-a705-8a996ff5c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.737504938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6d6597-a396-42cd-a705-8a996ff5c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.760850239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6d6597-a396-42cd-a705-8a996ff5c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.823377092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6d6597-a396-42cd-a705-8a996ff5c3e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.867249042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"9c4965ff-4af9-47bc-842a-2a6838ee8dd5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.875917365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"cb2c0a04-1fee-4097-8b20-429e51e98baf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.8775911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"95f1ff76-6b3e-4d06-84c4-aa8b91f7685c","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.87768874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"95f1ff76-6b3e-4d06-84c4-aa8b91f7685c","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.889989088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"9c4965ff-4af9-47bc-842a-2a6838ee8dd5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.906029489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"cb2c0a04-1fee-4097-8b20-429e51e98baf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:01.985945306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"44365613-078c-4a06-8bff-07f8fc851bd2","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:02.320872341Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"1e939f83-0b91-42c3-9a78-867dcde62a6f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:02.795573789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28546b6-df85-4b02-8e84-bbf4510001e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:02.826052829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28546b6-df85-4b02-8e84-bbf4510001e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:02.833614256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28546b6-df85-4b02-8e84-bbf4510001e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:02.837570075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c28546b6-df85-4b02-8e84-bbf4510001e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:03.586248323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1045231-7d1a-493f-93e6-d99bc51e42c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:03.591963924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1045231-7d1a-493f-93e6-d99bc51e42c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:03.61024536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1045231-7d1a-493f-93e6-d99bc51e42c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:03.619979938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1045231-7d1a-493f-93e6-d99bc51e42c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.010917878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b8aca12e-e725-4505-9d71-c138272282c8","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.053142833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"ba474951-54ea-4feb-aee0-d871b28215cc","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.053172927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"ba474951-54ea-4feb-aee0-d871b28215cc","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.060898334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15aa1dd0-6503-4cb7-a6f3-e6bc7e576dab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.060920734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"15aa1dd0-6503-4cb7-a6f3-e6bc7e576dab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061214172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e926d29-0b6a-451f-af0a-2499631190ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061231386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e926d29-0b6a-451f-af0a-2499631190ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061531443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6865f7c4-9c81-4aee-b4f9-c89b4e38dc29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061545258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6865f7c4-9c81-4aee-b4f9-c89b4e38dc29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061804478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e3fc289-a406-441e-8aa1-12da51b3a214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.061818005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e3fc289-a406-441e-8aa1-12da51b3a214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062199839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8251cdf9-435e-4ef2-b119-cb24cc0e7fc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062215596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8251cdf9-435e-4ef2-b119-cb24cc0e7fc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062493883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7eee601d-6260-4437-9627-005130ad4936","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062508459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7eee601d-6260-4437-9627-005130ad4936","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062774208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88eb2aff-659b-41db-ba20-e609a939b467","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.062788019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88eb2aff-659b-41db-ba20-e609a939b467","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.063054702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"791cff68-cd28-4f3b-b6f4-81a7c286d4cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.063072231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"791cff68-cd28-4f3b-b6f4-81a7c286d4cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.065682722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"e8bb0bf6-8b0f-4b07-a3db-7acf2dd3c9cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.066706523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8eafe27c-c77f-4e61-a2ff-b1c46b262800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.067123656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b284155e-d751-40fe-ab27-8d9cad79ec5b","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.067144836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b284155e-d751-40fe-ab27-8d9cad79ec5b","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.069454069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8ed7acc3-1610-4b5b-8326-ace15ddce1e5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.072866822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecc101a7-7262-4652-ae24-92e5a649bcf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.073146102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"02f1d8a4-7a71-47d4-8c99-0da546355b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.075679773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"e8bb0bf6-8b0f-4b07-a3db-7acf2dd3c9cd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.076344113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"8eafe27c-c77f-4e61-a2ff-b1c46b262800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.126443278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"630f6c15-47c8-48aa-b65e-a23d905c47d5","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.134143868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8ed7acc3-1610-4b5b-8326-ace15ddce1e5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.142294282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecc101a7-7262-4652-ae24-92e5a649bcf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.151500922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6c0cbd3-09ff-44c9-b655-91ec483492ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.152195668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc653ea5-b388-4474-90db-9d7f40d6488e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.154686255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b63e3a97-c3b3-4aa3-ab7f-fb0a90bb0306","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.15712887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"02f1d8a4-7a71-47d4-8c99-0da546355b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.158602137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"19cb731c-7c12-49e6-b5be-9870b53acfa7","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.273859304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ac3ede17-57f8-4a84-b831-b120d63d4690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.27411335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a808c77d-08dc-4c40-8180-8acc8ad8d08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.274497287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"1d73f491-38ab-454f-b842-085c825efac7","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.311237169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"ac3ede17-57f8-4a84-b831-b120d63d4690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.337105824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a808c77d-08dc-4c40-8180-8acc8ad8d08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.352590097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"1d73f491-38ab-454f-b842-085c825efac7","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.432002255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2963afad-3267-4e39-9a73-21a866193bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.433013825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"b446b92f-4895-4999-b203-b0e105bf0b2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.433723849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0d3ac439-9223-4ac1-83ec-2a394f877d83","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.457951264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"b446b92f-4895-4999-b203-b0e105bf0b2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.464102052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2963afad-3267-4e39-9a73-21a866193bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.464799673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"974db4aa-e3bc-43d5-bf49-deb12bf00aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.47923134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"974db4aa-e3bc-43d5-bf49-deb12bf00aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.48763247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0d3ac439-9223-4ac1-83ec-2a394f877d83","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.500708033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"5eff7807-8ef2-479a-a1a4-e5c9e9d7ae9c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.50071673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"92b548b8-bcc8-4ec2-aa4b-e0c494be27a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.509296893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"92b548b8-bcc8-4ec2-aa4b-e0c494be27a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.510437639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"5eff7807-8ef2-479a-a1a4-e5c9e9d7ae9c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.584159578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2df2d4b9-6470-4ebc-8691-6403a7cab1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:09.596495003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2df2d4b9-6470-4ebc-8691-6403a7cab1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:10.197897239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"3b273d39-cbcf-4a6f-a869-10269ecdd4aa","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:10.246829184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"e1d7c91a-ed06-459d-9a03-4298d22959b6","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:10.246946791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"e1d7c91a-ed06-459d-9a03-4298d22959b6","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:10.358713573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"5e5b0b38-f63d-46aa-abc5-d4df51fc934d","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:10.3716561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"5e5b0b38-f63d-46aa-abc5-d4df51fc934d","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.96916864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"2e623d5e-eaa2-4035-9422-8d0ea9e4ee5b","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.977902145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"2e623d5e-eaa2-4035-9422-8d0ea9e4ee5b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.98324455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"f1b8700c-7175-419f-923c-9779cee0a0f2","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.98329403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"f1b8700c-7175-419f-923c-9779cee0a0f2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.993605726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"40bd1902-2c79-401d-bb44-066482668960","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:10.993661565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"40bd1902-2c79-401d-bb44-066482668960","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.014130562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"ddf2ce5b-8918-4376-8480-c8eb3cf7b76c","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.014186315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"ddf2ce5b-8918-4376-8480-c8eb3cf7b76c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.05471141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"299985fc-0ea7-40a1-baf3-6cd47469c300","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.054796852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"299985fc-0ea7-40a1-baf3-6cd47469c300","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.146010359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"24c3ed05-3a7b-472e-adeb-13deb3e21bca","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:11.146168255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-0c5f4e","namespace":"ai-tenant-e2e-noten-0c5f4e"},"namespace":"ai-tenant-e2e-noten-0c5f4e","name":"noten-model-0c5f4e","reconcileID":"24c3ed05-3a7b-472e-adeb-13deb3e21bca","error":"resolve tenant gateway for model ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-0c5f4e/noten-model-0c5f4e-kserve-route (gateways: [openshift-ingress/e2e-noten-0c5f4e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:11.63313824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"62470233-5a20-4dc3-9a0a-3f326d5206c3","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:12.364123943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"406d89ef-0688-4668-8bbf-d3710b3a1e95","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:12.848877339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.305658177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"a3108364-5cb4-49b4-a299-40d7337e6278","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.315665114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"3b4ef478-b01f-4408-b920-8f84c0a81f3f","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.320527438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"977d9ed4-3e50-4b7b-9463-f3e0cf41b454","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.32288986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1bf5f088-dc62-4b0d-a8a8-a8e4b02368fd","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.322889859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2c41c207-ffd4-4468-9005-a7042e97f65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.325243013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"186b53e2-5ac5-44cf-be8b-c7c796a9437d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.32692812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a03bd92-a455-4a65-8036-555ad47c579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.329588292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"977d9ed4-3e50-4b7b-9463-f3e0cf41b454","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.332548867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"2c41c207-ffd4-4468-9005-a7042e97f65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.338441403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"186b53e2-5ac5-44cf-be8b-c7c796a9437d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.338849493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a03bd92-a455-4a65-8036-555ad47c579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.342131561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1bf5f088-dc62-4b0d-a8a8-a8e4b02368fd","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.351493015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"3e471c16-2c47-481e-9068-1d282e35d638","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.368512188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"d7d0d183-5a19-4fe0-9e06-2ecdfc0e01c9","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.46432833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5f536880-1d94-4535-a9f9-d1b68108ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.467692387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7dee3d1-a886-4fe1-ba36-32e401851e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.467872671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"a66ef5d5-864e-4e8d-b337-e154e319ad16","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.47297394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"5f536880-1d94-4535-a9f9-d1b68108ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.478702432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"a66ef5d5-864e-4e8d-b337-e154e319ad16","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.479953928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7dee3d1-a886-4fe1-ba36-32e401851e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.483886455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"937f3895-ce42-4860-91e9-c08a2c0ba1a7","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.483910065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"937f3895-ce42-4860-91e9-c08a2c0ba1a7","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.483954638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"41f7b1d4-4462-4af9-8fe2-78260fb8377f","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.500081973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"0997d1da-2a99-45b5-b496-b5ae25aa9a30","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.500100775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"0997d1da-2a99-45b5-b496-b5ae25aa9a30","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:15.508466713Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"0997d1da-2a99-45b5-b496-b5ae25aa9a30","name":"e2e-cfl-same-c0024c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-c0024c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:15.508517627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"0997d1da-2a99-45b5-b496-b5ae25aa9a30","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-c0024c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.518711227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"de502f8c-6a12-48b1-8aa4-c8e469249c80","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.518731634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"de502f8c-6a12-48b1-8aa4-c8e469249c80","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.570282567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"58f6e518-ff7b-4c3b-be5f-fab46115bc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.571790328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"d044d73c-c6b5-4a15-b352-7eb8a8434327","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.571946218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1785787c-9aa7-4e6d-8e7d-fc26742c2230","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.598121388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"490dbfa6-93eb-4427-92f6-e65be9eaeabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.617834425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc4fdda-1f99-4292-8af0-a1f16bc94d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.692800896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"490dbfa6-93eb-4427-92f6-e65be9eaeabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.721017795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc4fdda-1f99-4292-8af0-a1f16bc94d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.721182503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"58f6e518-ff7b-4c3b-be5f-fab46115bc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.721981468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1785787c-9aa7-4e6d-8e7d-fc26742c2230","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.748810103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6abf7c5f-f429-4026-a8fc-e6453f0b3c2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.753915059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d4dce33d-8ccf-4a82-b114-31d459fefd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.762339026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"d044d73c-c6b5-4a15-b352-7eb8a8434327","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.780054784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6abf7c5f-f429-4026-a8fc-e6453f0b3c2d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.799827017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ef6ec9d9-13fa-4ebb-b7a1-18ae6b695450","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.802856412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"d4dce33d-8ccf-4a82-b114-31d459fefd71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.823062747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ef6ec9d9-13fa-4ebb-b7a1-18ae6b695450","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.855401326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df7d2c9e-aa4e-4865-8a25-f64b2bb4685e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.856306151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"771d716e-c274-4431-9cff-247324e8ecab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.865262931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df7d2c9e-aa4e-4865-8a25-f64b2bb4685e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:15.866554645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"771d716e-c274-4431-9cff-247324e8ecab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.153700064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"87ed84fb-182a-4292-9a7c-f9c3b2c22cb2","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.234140152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"d3ba0b67-d752-4f19-8497-1e97a54b87e3","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.237094643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7c6e5b4e-27d9-4ee7-a024-646aaf8a8e46","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.237987471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0bffca58-cd6b-4bef-a1f9-7cd74ce13636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.242482165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4bcb262-89af-4020-a0a4-54b49182166f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.249281108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7c6e5b4e-27d9-4ee7-a024-646aaf8a8e46","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.249668944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9811a237-5b5f-4537-b74e-4af22362e127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.250504646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"fc435b5e-fc9f-4fde-b5f0-830c201f30c6","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.251229241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"fcc75bd8-6bde-4bc4-b19c-691c016ec5b3","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.327807116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0bffca58-cd6b-4bef-a1f9-7cd74ce13636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.331555123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4bcb262-89af-4020-a0a4-54b49182166f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.337479928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"fc435b5e-fc9f-4fde-b5f0-830c201f30c6","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.340918077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"9811a237-5b5f-4537-b74e-4af22362e127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.34343783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"c066d32c-ba5f-4633-b635-4dba35d4327e","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.343455215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"c066d32c-ba5f-4633-b635-4dba35d4327e","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.351596629Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"670432f7-6acd-436a-bc51-3aa04efe07d5","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.355483686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"c2704686-cf33-4e0e-bbbe-7f8b1586c4d8","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.371540504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"3813ea5d-8251-4a14-8d10-1fda05388d9d","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.371557875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"3813ea5d-8251-4a14-8d10-1fda05388d9d","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.406904198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"450d2147-6afe-4449-9f65-9fba67500896","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.406924768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"450d2147-6afe-4449-9f65-9fba67500896","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.642432085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"98b95a29-2152-45d9-b178-cb6ec1a58bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.663929963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8ad1c03-1e9e-4bb4-89ad-5e2ffb818ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.665279456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"146231a0-1b97-40da-bf67-5c2da313d9b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.686485817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"edb7023a-7893-479c-80ff-7a77e1df7681","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.711704043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"98b95a29-2152-45d9-b178-cb6ec1a58bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.712632175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8ad1c03-1e9e-4bb4-89ad-5e2ffb818ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.718592873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"146231a0-1b97-40da-bf67-5c2da313d9b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.720234436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"edb7023a-7893-479c-80ff-7a77e1df7681","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.757432836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"22500445-7cac-4f8a-b328-8992040d703e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.770974276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"22500445-7cac-4f8a-b328-8992040d703e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.850417446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d91ba48e-bf2d-4432-9db3-22a8bda5434a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.872844589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0127ee7-660d-4ff6-9f78-2209fadd144f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.8730006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ff1b0e98-d293-4e34-bb09-e6d834d911b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.872845245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"73c3a9c0-30b5-4337-ab29-858c9650c205","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.925827351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"7bbe8713-e869-48e8-987e-31edb94e9597","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.925850036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"7bbe8713-e869-48e8-987e-31edb94e9597","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.929160613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d91ba48e-bf2d-4432-9db3-22a8bda5434a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.929451008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"ff1b0e98-d293-4e34-bb09-e6d834d911b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.932867256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"73c3a9c0-30b5-4337-ab29-858c9650c205","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.932893425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0127ee7-660d-4ff6-9f78-2209fadd144f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:16.988319828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"53fe87c0-bac9-451b-9c68-f6e941fd8b47","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.004981615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"53fe87c0-bac9-451b-9c68-f6e941fd8b47","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.16915556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"925a22c7-9f43-4560-b96e-751c15481a9b","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.169178224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"925a22c7-9f43-4560-b96e-751c15481a9b","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.192090371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"b8c7eb8c-c14a-409e-8cdf-770c19c610a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.201817506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"b8c7eb8c-c14a-409e-8cdf-770c19c610a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.270955493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"8950079f-684a-40bb-b50a-45d163bc2de8","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:17.27097837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"8950079f-684a-40bb-b50a-45d163bc2de8","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.375143079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6d5b4e51-2575-41c2-9296-19874b2dacef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.375275098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0675a65d-19f6-46db-9285-b33f9512903c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.375291794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0675a65d-19f6-46db-9285-b33f9512903c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.381755876Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-policy-95cda5cc","reconcileID":"6d5b4e51-2575-41c2-9296-19874b2dacef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"policyNamespace":"ai-tenant-e2e-mt-d0d845d2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.39147448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27f235f8-045f-4241-90ce-a644c0e31b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.391496344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27f235f8-045f-4241-90ce-a644c0e31b9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.674456676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c1040e-8d9e-4ff7-bbb0-f12f066f6c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:19.674476895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4c1040e-8d9e-4ff7-bbb0-f12f066f6c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.220177885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"077938a9-11fe-4021-adc6-ce8d542f2877","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.221344011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"a9713cc7-45d7-4fa3-af19-6b951f11253f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.234410234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"a9713cc7-45d7-4fa3-af19-6b951f11253f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.241915682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"077938a9-11fe-4021-adc6-ce8d542f2877","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.50641303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4d6acc2-a1fd-46f7-9ba4-8272edb118ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.507099286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014ee4e0-efcd-452a-b45f-95342c955a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.5141302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ced896bf-ba6c-4042-9ccb-29075d3cc718","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.543075834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4d6acc2-a1fd-46f7-9ba4-8272edb118ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.570106486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014ee4e0-efcd-452a-b45f-95342c955a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:21.57139758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ced896bf-ba6c-4042-9ccb-29075d3cc718","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:25.386920464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"4456c45b-67f3-4d91-b00d-20ef4f7a1030","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:26.338842585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"8fddf2af-9ae8-4d58-b767-7603aeebb72b","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.690866159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"5debbe87-402e-48f8-90dd-adefa74dbf75","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-95cda5cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.712151931Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"namespace":"ai-tenant-e2e-mt-d0d845d2","name":"e2e-shared-int-sub-95cda5cc","reconcileID":"5debbe87-402e-48f8-90dd-adefa74dbf75","MaaSSubscription":{"name":"e2e-shared-int-sub-95cda5cc","namespace":"ai-tenant-e2e-mt-d0d845d2"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.72710929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09d0c753-6e5a-438a-9592-752d650661c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.735595443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.735731294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c6bffc5-e1c4-4a4d-846c-fb1373371496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:29.735746831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c6bffc5-e1c4-4a4d-846c-fb1373371496","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.276825866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"e6d3d97d-e06c-4446-a51a-2fa8f45675fd","namespace":"llm","name":"e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.287140358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"a73f551a-7d12-448c-ac54-4bc893c3d1f5","namespace":"llm","name":"e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.289329908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"76f2acc7-a38b-4822-90e8-282f70be0ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.292182642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b052ea19-3a4d-41be-b7d8-0b8eaebc8862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.293448688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1c50c7e-0246-4345-a050-6b7db2e0433f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.294808478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"349b0d74-8e87-4b60-bb7d-043776d92a9f","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.294940852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00c90260-d1ca-4aaf-ba03-f4bfcc21341b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.297525568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"76f2acc7-a38b-4822-90e8-282f70be0ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.300571866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"b052ea19-3a4d-41be-b7d8-0b8eaebc8862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.301471596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"e1c50c7e-0246-4345-a050-6b7db2e0433f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.303217665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00c90260-d1ca-4aaf-ba03-f4bfcc21341b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.304184922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"349b0d74-8e87-4b60-bb7d-043776d92a9f","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.320437988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8002aa9-1cb4-4f43-996f-345d8be4c783","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.320458451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8002aa9-1cb4-4f43-996f-345d8be4c783","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.320799014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44c6f5c1-3682-4beb-9f8e-7bff5df0052a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.320815148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"44c6f5c1-3682-4beb-9f8e-7bff5df0052a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321011809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed04698-e7ee-4580-b54b-efedf444e23b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321022454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed04698-e7ee-4580-b54b-efedf444e23b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321278753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c66c770b-dc34-4f1a-87ca-7370ef3c055d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321289583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c66c770b-dc34-4f1a-87ca-7370ef3c055d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321498727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bfebeea-b64b-4859-ab0f-6052fb8342ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321510604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bfebeea-b64b-4859-ab0f-6052fb8342ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321690435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6571c77e-0a1b-4d6a-9877-5272e559b9f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321699792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6571c77e-0a1b-4d6a-9877-5272e559b9f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321865919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5b8e0e6-0faf-4cac-ab57-7eae081c9059","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.321874883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5b8e0e6-0faf-4cac-ab57-7eae081c9059","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.325563321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c9911279-e6bc-4eab-93ac-835bd4c49b28","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.32558054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c9911279-e6bc-4eab-93ac-835bd4c49b28","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.327686613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"c1ae0451-831f-4c43-81c9-183f4d7af4b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.328656312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"4175655e-b32a-4c79-9a03-a7ef4e2cb3d4","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.329955846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"202bf5e3-5474-433d-953f-2e9cca6cbcec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.329968823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"202bf5e3-5474-433d-953f-2e9cca6cbcec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.330067329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8406ecc3-4bb5-49f3-98c6-3dbece5ea37f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335593932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e845a57-6a05-40d6-a97e-efda34635cd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335610289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e845a57-6a05-40d6-a97e-efda34635cd6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335808682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c42ed530-c276-4a2d-bdda-81eb124a83c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335818123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c42ed530-c276-4a2d-bdda-81eb124a83c5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335988323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"051dc16f-9dad-4049-8eff-86fab67bb7e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.335996849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"051dc16f-9dad-4049-8eff-86fab67bb7e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.336158851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d91c0b66-4f0a-4336-94de-cfe569439cc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.336167128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d91c0b66-4f0a-4336-94de-cfe569439cc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.337026393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cf4ac49-26f3-4189-98d2-98cbf6b2152e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.337048362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cf4ac49-26f3-4189-98d2-98cbf6b2152e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.337758644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da6fee2f-fe2e-4818-92b9-09057fa2499b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.337774203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"da6fee2f-fe2e-4818-92b9-09057fa2499b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.338536425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a27524c-56cf-4ec6-890b-1aba2b41d012","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.338559912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4a27524c-56cf-4ec6-890b-1aba2b41d012","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.339583615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb51e804-fddc-46db-81b1-6bcfcbc9ba39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.339601962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb51e804-fddc-46db-81b1-6bcfcbc9ba39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.341904163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"c1ae0451-831f-4c43-81c9-183f4d7af4b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.347318805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8406ecc3-4bb5-49f3-98c6-3dbece5ea37f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.348621161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"4175655e-b32a-4c79-9a03-a7ef4e2cb3d4","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.350844311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1f186cb0-5a9f-4ae8-b24f-430ede35e3f9","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.350867301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"1f186cb0-5a9f-4ae8-b24f-430ede35e3f9","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.426761216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9cd34e5e-dda7-4011-b8d4-8ff4601337ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.42797311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"373bb88b-f001-40f5-8e52-5df2140115ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.42815684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"771c82a5-0c44-4f97-b4ee-240e6c2b4a75","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.442327351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4aa69ac-8891-48e3-af15-928311242358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.45123471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4aa69ac-8891-48e3-af15-928311242358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.463528695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"ef0de17b-0a56-4443-846a-6c096714b998","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"name":"e2e-rt-eq-6ae45e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.523813776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e58ef0af-26a6-4b94-8fe1-40bdf9581a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.524573009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"b5d5fefc-923e-4ff5-a0ca-26945b349480","namespace":"llm","name":"e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.530341456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"412d318b-c647-4ab3-a123-ea6f75728619","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.530396029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"412d318b-c647-4ab3-a123-ea6f75728619","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.530775525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"980981b3-0e62-40cb-82ee-d907d1ca1f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.535897507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"e58ef0af-26a6-4b94-8fe1-40bdf9581a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.539530254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"980981b3-0e62-40cb-82ee-d907d1ca1f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.54364761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"74f343f0-73fb-4cc9-948d-5b9646d9a618","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.554048596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"74f343f0-73fb-4cc9-948d-5b9646d9a618","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.697011374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61454b7-61b9-44ef-bf10-8b83eb315787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.674152425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8ea5988c-7a48-4679-9e31-2f017848ec6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.70886053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"79c1b0bc-cc34-4080-b334-fdd935a6030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.709633596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"411d2708-62da-4ab2-8f6f-84f2428b109b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.710142639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a647f366-7f89-4219-9a43-e7a2b3dee5ec","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.745254987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61454b7-61b9-44ef-bf10-8b83eb315787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.761982861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"411d2708-62da-4ab2-8f6f-84f2428b109b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.811201433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"79c1b0bc-cc34-4080-b334-fdd935a6030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.818333775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"8ea5988c-7a48-4679-9e31-2f017848ec6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.820145668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a647f366-7f89-4219-9a43-e7a2b3dee5ec","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.849648278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"76f2f53d-6506-45f9-bc54-25aa3c8e9cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.863028649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"76f2f53d-6506-45f9-bc54-25aa3c8e9cf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.863652023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f2c817fb-8cc7-4454-ad0f-09eb025d9012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.864332671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.86746258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"fed67032-352a-40cc-9a47-b42f0b9a25d0","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.868007247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"38d58aae-53af-465f-ab3a-d21dcc080e26","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.868029216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"38d58aae-53af-465f-ab3a-d21dcc080e26","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.868062601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"63d96e63-0d31-43ed-bf55-c82d474c73ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.875942412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f2c817fb-8cc7-4454-ad0f-09eb025d9012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.882903557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"63d96e63-0d31-43ed-bf55-c82d474c73ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.88339558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"fed67032-352a-40cc-9a47-b42f0b9a25d0","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.892843092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"694b7331-755e-42be-98db-05d21083af01","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.892860192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"694b7331-755e-42be-98db-05d21083af01","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:32.897882527Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-c0024c-edf729-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.902632303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"26162343-c7f8-4c64-8ab2-14c87e78870a","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.90264891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"26162343-c7f8-4c64-8ab2-14c87e78870a","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.910101838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"166af830-d360-47eb-9dd9-a5dd44bc49e4","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.910127292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"166af830-d360-47eb-9dd9-a5dd44bc49e4","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.932756383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"0e7d4f43-d328-4c7d-a292-2399b8863038","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-cfl-same-c0024c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.952098568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"1b2a8909-8f84-448f-b487-df238f41d4f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.956669058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7598136a-c543-49b8-8bf4-d861f6d1f29f","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.961950165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"af110af3-23ac-4ef8-b408-84f96bb7b7e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.962601223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"1b2a8909-8f84-448f-b487-df238f41d4f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.962936283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"40975dc4-0627-469a-b07a-3f41ade260d3","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:32.962950429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"40975dc4-0627-469a-b07a-3f41ade260d3","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.026499833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f7b287d-8d5c-483c-8e08-49aa8016509e","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.028005314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7598136a-c543-49b8-8bf4-d861f6d1f29f","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.029657452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"af110af3-23ac-4ef8-b408-84f96bb7b7e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.035534124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f7b287d-8d5c-483c-8e08-49aa8016509e","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.039476408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"69de83e0-b99e-4c04-9524-0eec23de4f98","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.039492296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"69de83e0-b99e-4c04-9524-0eec23de4f98","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.043261423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"277e1c74-2c4e-4bf9-8af0-ca03d9d574df","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.048037022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"852550b4-c6ad-4814-ac44-d6adad18ef9a","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.048051274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"852550b4-c6ad-4814-ac44-d6adad18ef9a","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.058792245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"149b12ab-524b-4098-9c05-23a89c2de9ed","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.126911384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"149b12ab-524b-4098-9c05-23a89c2de9ed","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.369122851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"9d266057-dbd3-4dfb-b38e-9fc2c65dbe3c","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:33.369146056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"9d266057-dbd3-4dfb-b38e-9fc2c65dbe3c","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.201765086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d823930f-bd99-440a-b545-b4a6183fc11b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.303340833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"52467b2b-e388-4eeb-8afb-ff5bc55f456b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.307716142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"087c8119-df91-4483-ac75-ad01cf7e3ad6","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.308174187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"53c972bc-0c82-41f9-8218-76dc28827e33","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.30851898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"7228ce9c-49ae-4bff-a6db-293740e8c78b","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.473720331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"bc3aac34-45ea-41f5-8e44-3aa82d2cfbfd","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.566712626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13602254-7e81-4e63-8f31-36849610755c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.572828688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"4b5b144c-31ce-42de-8f9e-920f3530dd35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.573377109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"af1592e5-164a-449c-a7eb-ed19662105cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:35.573938279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"e2526869-d08b-4c5c-b65c-f87e486528d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:36.347649693Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"6644782d-6488-4761-934b-20651d28b2ba","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.628892888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6ae45e-sub models-as-a-service/e2e-rt-sw-b5d95f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.645718079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"ee570234-0dbf-45e4-b0fe-1c63500532d3","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.645758262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"ee570234-0dbf-45e4-b0fe-1c63500532d3","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:38.760809133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-6ae45e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-6ae45e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.824970342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"de3f093f-aa6f-4b86-9cb5-054fcd78717f","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.825005647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"de3f093f-aa6f-4b86-9cb5-054fcd78717f","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.857402536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bda971e-c782-400c-85ba-e68ee39732b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.898006466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b09a6fa6-eaf1-492e-b073-5278bb84ea20","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.898829569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"d25ed787-e6bc-4182-8752-546bbed9796c","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.932344759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"638bc95a-25f5-475a-9b90-52f11f94d435","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.932463582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"638bc95a-25f5-475a-9b90-52f11f94d435","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.950022798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a3fea6b-64b8-44dc-9fdc-0e3280a781c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.950628751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bda971e-c782-400c-85ba-e68ee39732b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.955686725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b09a6fa6-eaf1-492e-b073-5278bb84ea20","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:38.991619461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"d25ed787-e6bc-4182-8752-546bbed9796c","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.008527179Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"a4139f1d-cb84-43af-9f1e-50a1af927656","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6ae45e","model":"e2e-rt-eq-6ae45e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-6ae45e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.017300415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"b4854970-e96e-44d8-9cee-7bd094f723e0","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.018441135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"b4854970-e96e-44d8-9cee-7bd094f723e0","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.0095666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a3fea6b-64b8-44dc-9fdc-0e3280a781c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.120104706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"2f6a77bf-e63c-4bbf-adb4-05d26f2e73ed","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.120251231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"2f6a77bf-e63c-4bbf-adb4-05d26f2e73ed","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.126984949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac40a93-4342-4a87-8567-4327554b6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.135838601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"125e5c79-5af5-430e-bd3c-70dd9de7d771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.136142208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"c28721d2-1eec-45c8-b81d-0f601aaaa2d6","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.146102832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac40a93-4342-4a87-8567-4327554b6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.153506876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"c28721d2-1eec-45c8-b81d-0f601aaaa2d6","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.157009553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"125e5c79-5af5-430e-bd3c-70dd9de7d771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.164456223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"4d4521b6-fa6d-4159-aa0a-a0294b409b4d","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.166140718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"f3e57dd1-2f22-4777-9fa9-e1371cd050f6","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6ae45e","model":"llm/e2e-rt-eq-6ae45e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:39.197975248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"4d4521b6-fa6d-4159-aa0a-a0294b409b4d","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.151679892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"b017bcf1-6467-42ee-bf3e-32f7631994b1","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.260745302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2303750e-8d1c-4a3c-8a66-e4141b716bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.261206928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"062545e2-2c96-43d6-9b77-6b58e3cd9474","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.261873081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"abea055d-7b54-4001-86e3-bfd5357a69ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.262289105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fb79775-2081-4b5e-bfa5-761c467e75a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.268706636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"c3bd0e84-afd7-4fa1-a4d4-7adb556d721f","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.42601597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"59b655ec-5e7e-4685-9e81-2091de9d020c","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.426047198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"59b655ec-5e7e-4685-9e81-2091de9d020c","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.433764626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"454c8672-c0a0-445f-b747-9b3738484e42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.43431087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"14aff51d-2ff6-442b-b953-f32e239bda1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.489580938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"a03d0a11-650f-43cc-90e9-f3a1431a182d","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.490662372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"88473586-05c7-4595-8b30-f45090920543","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.749826602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"df53c7ae-e004-47da-8ce6-396b3f770e39","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.756635425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"082ad423-5a71-4d10-af04-8bffdd3a6ef3","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.766314742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"df53c7ae-e004-47da-8ce6-396b3f770e39","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.779098995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"082ad423-5a71-4d10-af04-8bffdd3a6ef3","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.785821253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"d90950d7-7f2e-415e-a242-f88e3a119061","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.802823593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"c51b8a2d-2459-4583-8b7f-cfd69c5b611d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.808128129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1849cf50-d881-47fc-aded-f3851e68b7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.825630823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"d90950d7-7f2e-415e-a242-f88e3a119061","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.830069009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"c51b8a2d-2459-4583-8b7f-cfd69c5b611d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.837401751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1849cf50-d881-47fc-aded-f3851e68b7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.850858796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.907543221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffba195c-9468-479e-a8e8-ad7d7f9e129e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:42.918488305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffba195c-9468-479e-a8e8-ad7d7f9e129e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.018739362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"899086a1-184e-4dc4-b7d3-b1af0ea07b77","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.018885553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"899086a1-184e-4dc4-b7d3-b1af0ea07b77","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.062016306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"7715559f-6c8e-4bcd-97fc-de58709b9f4e","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.062139957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"7715559f-6c8e-4bcd-97fc-de58709b9f4e","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.090719034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"6286c0e3-5482-4181-822e-40c84b340de1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.112614764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"6286c0e3-5482-4181-822e-40c84b340de1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.302007789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"bd175fe0-75e5-411e-9197-deb1e67ccc71","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.302121757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"bd175fe0-75e5-411e-9197-deb1e67ccc71","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:45.521783184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"288c99ed-7b0a-4127-8e85-9d81ae639181","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:46.372004652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"8a1671e4-8adf-4dfb-ada6-c20f057195f9","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.692947161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"7a08c74a-c576-4296-80fc-4e3d6281ef33","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6ae45e","model":"llm/e2e-rt-eq-6ae45e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.713685467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e20a98c-f45d-4f18-a2d5-23047bee3406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.71415813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a008220d-da8b-47b5-b040-6d2288648aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.714707249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ac6f7182-7038-448c-85a3-04bda710a267","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.723397952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e20a98c-f45d-4f18-a2d5-23047bee3406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.723946509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"e677477d-aedb-4e91-93f5-de52ce7f3b8d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.728698509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a008220d-da8b-47b5-b040-6d2288648aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.733249953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ac6f7182-7038-448c-85a3-04bda710a267","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.736824378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"e677477d-aedb-4e91-93f5-de52ce7f3b8d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.740154116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"8e9f0df1-dc4b-4bc1-b954-6b687fcde7f7","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:49.740214031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"8e9f0df1-dc4b-4bc1-b954-6b687fcde7f7","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.735911734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-6ae45e-sub models-as-a-service/e2e-rt-sw-b5d95f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.742815882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"89001acc-9373-4945-93ea-7c9b2d3efea0","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.742842117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"89001acc-9373-4945-93ea-7c9b2d3efea0","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.846335368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b733c2ba-29b4-434f-b1ac-36da6db1518e","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.846633443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"27c738e8-9a9e-4664-98c6-7218c7d7485b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.846978346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"2bccdadc-62d0-4c8e-b36a-115a67c180d7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.847756438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"09b76573-b26c-4b6e-b661-0ae65daf71bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.848793837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"8ee9c37a-19a6-4471-9541-42461d55fbd0","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.848817053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"8ee9c37a-19a6-4471-9541-42461d55fbd0","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.860312348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"2bccdadc-62d0-4c8e-b36a-115a67c180d7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.860785094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b733c2ba-29b4-434f-b1ac-36da6db1518e","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.860874587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"9a113015-81b9-49b5-96cb-9820b5fdba55","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.860898974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"9a113015-81b9-49b5-96cb-9820b5fdba55","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.864544683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"09b76573-b26c-4b6e-b661-0ae65daf71bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.864840908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"27c738e8-9a9e-4664-98c6-7218c7d7485b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.870288235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"7c29239c-2b50-4a80-8bc5-a1c4afa6b4e4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.870311781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"7c29239c-2b50-4a80-8bc5-a1c4afa6b4e4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.878236158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"18474c86-6c70-4d4b-8729-b6e3b2b59437","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.878257471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"18474c86-6c70-4d4b-8729-b6e3b2b59437","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.882434268Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"049a62d9-990d-4976-8443-0f82c7ded99c","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-cfl-same-c0024c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.927474857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"6f142024-428d-4779-beed-07548363a0cd","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.92751138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"6f142024-428d-4779-beed-07548363a0cd","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.937989158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"1581bdda-e6db-438d-8461-d54943f46962","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.938015693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"1581bdda-e6db-438d-8461-d54943f46962","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.960039814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"600ded71-9a41-45fc-a7d0-ac747412ce69","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.960068462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"600ded71-9a41-45fc-a7d0-ac747412ce69","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.974676342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"48c28f00-c6bd-450a-bc32-84654604c415","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.992970887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b8644f1c-6844-4082-9f57-706910661bc7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.998010879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"c6ae396e-fbf9-4c33-9546-4a1d7626f82e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:50.998231191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"3ef7fbba-aca4-42ff-97ae-95679321c55f","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:51.026974094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"505c97ad-8a9f-493b-bd3b-428fd8dea699","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:51.031042116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"c6ae396e-fbf9-4c33-9546-4a1d7626f82e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:51.031745323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b8644f1c-6844-4082-9f57-706910661bc7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:51.036125317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"3ef7fbba-aca4-42ff-97ae-95679321c55f","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:51.03711902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"505c97ad-8a9f-493b-bd3b-428fd8dea699","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:55.532470433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"f5ba9e3b-cd24-4fc5-bcba-72c14a932c1f","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.144113416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"8d427ec3-290e-4b9a-b022-cec18c9b2f73","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.171514433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"35ecfac0-9132-4fd4-99ed-d2efb3384f04","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.171538442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"35ecfac0-9132-4fd4-99ed-d2efb3384f04","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.30771839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"2d14ffdb-1307-4bc4-93b0-86e701155a7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.316280986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"2d14ffdb-1307-4bc4-93b0-86e701155a7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:56.428009037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"733243a4-21fc-4fd4-ac87-77278fcfaa60","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.480465332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"36e2954b-8c9e-4042-ac48-1934f881a1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.480762086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"4cabd51b-00fc-469a-b7e9-f5c5c5e6aab5","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.509200954Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"82e27530-bce1-462c-b0d1-299992ac2cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.509840886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"6e05877f-3c80-4530-80cb-df346eac59f1","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.522068272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2559c1a0-e274-43a8-abb7-ff3a6fb9c70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.530904189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"d77225af-567a-422a-8ffc-62297c8cde84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.530959966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2559c1a0-e274-43a8-abb7-ff3a6fb9c70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:57:57.594093549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-access","reconcileID":"82e27530-bce1-462c-b0d1-299992ac2cb9","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.617823907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c7732a04-5088-490b-9cc5-06c5a8db9402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.624752153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"fd5f16b2-db02-4707-ab37-e4f6057496c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.6259551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"c7732a04-5088-490b-9cc5-06c5a8db9402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.746614561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"2bcf5483-4f23-44ab-b879-1da2efefc0f6","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.755237604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3e4b59be-7f9d-42cf-990c-d7cf7f96be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.763760514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"3e4b59be-7f9d-42cf-990c-d7cf7f96be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.88523651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"74022600-6d41-4c8a-b9d2-33584ef04fab","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.885257872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"74022600-6d41-4c8a-b9d2-33584ef04fab","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.90192764Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"4ec48cfa-65ef-4a30-ba30-efc9f7536212","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bfc4208e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.905710873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"c144208e-a7d1-40f3-bf51-c60be1f38c20","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.905821247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b1b0330-c952-41c8-b4ee-2b7b87876ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.906240559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"b6e470cd-6e9f-4946-b5f8-d29e2a80e395","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.908417692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662a8cce-4f1f-4fc6-ae85-1d1e16993ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.915192058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b1b0330-c952-41c8-b4ee-2b7b87876ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.917754163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"c144208e-a7d1-40f3-bf51-c60be1f38c20","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.918140434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"b6e470cd-6e9f-4946-b5f8-d29e2a80e395","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:57.920641547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662a8cce-4f1f-4fc6-ae85-1d1e16993ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.040957785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a80cd8-b692-468d-be77-11b51087cb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.043341396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e686554-1d2c-4c37-a357-f0e7747b0194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.046555176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"66e54238-2b56-4909-9fea-f7b0c1b9dac8","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.051777652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a80cd8-b692-468d-be77-11b51087cb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.134332105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e686554-1d2c-4c37-a357-f0e7747b0194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.139178093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"66e54238-2b56-4909-9fea-f7b0c1b9dac8","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.14193629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"5b6fb4ed-2381-4c73-9b87-33a7b3ed2f8d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.150223671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"5b6fb4ed-2381-4c73-9b87-33a7b3ed2f8d","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.446203362Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"15915a5a-1bb0-4e81-8eb3-07c787464803","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.465166703Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"adfcc403-4f2a-4192-b8ef-fd4ef977a0c0","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.469778179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0a8b722e-4c83-43e8-a3c1-a33121f398f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.470058401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"9db7ebdb-d9f2-4900-acf7-3f3659f370a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.473472722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"af474fd9-ef7d-4c43-973f-704d7941140f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.475415883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9c33aa4a-d8f3-4469-a876-837f06d16355","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.478428982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0a8b722e-4c83-43e8-a3c1-a33121f398f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.478617891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"9db7ebdb-d9f2-4900-acf7-3f3659f370a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.47876007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5983d325-3aa2-46b1-9ec2-9389f7642d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.48192012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"af474fd9-ef7d-4c43-973f-704d7941140f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.483548298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9c33aa4a-d8f3-4469-a876-837f06d16355","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.486779192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5983d325-3aa2-46b1-9ec2-9389f7642d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.502762251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"c1c3acc5-d8df-404f-9a11-75b1f8ade214","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.514770313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"de7f0c82-1de5-4df5-b070-8d1f34b4bedb","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.51479264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"de7f0c82-1de5-4df5-b070-8d1f34b4bedb","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.525876042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"96d51574-0a41-4df1-abc4-2fa0b6d491b9","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.525896986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"96d51574-0a41-4df1-abc4-2fa0b6d491b9","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.525940904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"af138442-8727-4a86-a0d9-dca8bb7b4e44","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.526331632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"8b247a5b-72a1-48dc-88f5-91c1744759d2","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.537402816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"2d95ac2d-0db9-4c6c-a5b3-967730ee94f4","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.545269999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"53d3ee70-f1da-4887-aaa5-65be792fdbf5","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.545295067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"53d3ee70-f1da-4887-aaa5-65be792fdbf5","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.567277328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7c83b04e-89ac-42c8-b591-fb75b2bde2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.567393419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8874c2e2-c3b8-4d53-a8b1-483b368c3f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.573903669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b0145a5-f4ec-4524-b285-2847b82c6c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.576575417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8874c2e2-c3b8-4d53-a8b1-483b368c3f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.577236389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7c83b04e-89ac-42c8-b591-fb75b2bde2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.582563636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b0145a5-f4ec-4524-b285-2847b82c6c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.633706304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"60e7e3ca-c314-4038-b5c3-210d74fd0c68","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.643824714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"8f65b993-6001-470f-880a-11394fd2921c","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.653907212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"135c6fb2-037c-4f81-905f-92e36da49f12","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.653933993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"135c6fb2-037c-4f81-905f-92e36da49f12","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.660099875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"f8973649-9988-402e-aca8-06e3a5ac5dbb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.660324167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"c37ee3a8-24ed-4f0a-8235-13dc2508b912","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.662116847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"15b6a14f-74f0-4a92-b67c-311acb903512","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.663572654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"808efa18-6c8b-40df-a59d-fde9819738aa","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.667495653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff039b9-5c67-4caa-abb9-83c5fef30fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.730508584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"15b6a14f-74f0-4a92-b67c-311acb903512","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.730984159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"808efa18-6c8b-40df-a59d-fde9819738aa","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.734793306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"c37ee3a8-24ed-4f0a-8235-13dc2508b912","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.737628099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff039b9-5c67-4caa-abb9-83c5fef30fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.73808497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"f8973649-9988-402e-aca8-06e3a5ac5dbb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.979164464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3caaeea9-199d-4f3a-a16e-e65b726efe15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.980404635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"9654d384-e821-4eeb-8ac8-104842f8ac43","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.980477076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"9654d384-e821-4eeb-8ac8-104842f8ac43","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.992153428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3caaeea9-199d-4f3a-a16e-e65b726efe15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:58.997818602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ce7b4042-06dd-4d69-8f30-7b35a6ff1625","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.003130519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"f6154a7f-6adc-4a0e-822e-e67c4d3f4fab","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.004546544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"156bad68-9fe8-4f18-a136-f5ff90eab9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.01011353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"ce7b4042-06dd-4d69-8f30-7b35a6ff1625","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.014816282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"f6154a7f-6adc-4a0e-822e-e67c4d3f4fab","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.01897546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"156bad68-9fe8-4f18-a136-f5ff90eab9bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.021760311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9d969a8-ca72-4652-8fa8-f9c77a7680de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.030769837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9d969a8-ca72-4652-8fa8-f9c77a7680de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.185333915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8755af12-8ea1-4765-a6a1-62c504e1f5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.192912718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"d957f044-919d-48ed-872c-3721afd7a9f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.193302234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"7ab632a1-8c16-4bfb-baa9-f694a92dd605","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.193884134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"41235da6-f20e-4ab6-bd79-32950a6d2afe","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.19421033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8755af12-8ea1-4765-a6a1-62c504e1f5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.194338652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"30265948-eefc-41eb-86bb-30957a30e41f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.201751889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"d957f044-919d-48ed-872c-3721afd7a9f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.202076296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"7ab632a1-8c16-4bfb-baa9-f694a92dd605","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.203975985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"41235da6-f20e-4ab6-bd79-32950a6d2afe","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.204344934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"30265948-eefc-41eb-86bb-30957a30e41f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.227525436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e00ffd-9b07-49a3-90d0-cf0647c692d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.228887207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"c2368768-0a44-4d5b-9ec5-56ddccdd1c08","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.228901635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"c2368768-0a44-4d5b-9ec5-56ddccdd1c08","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.235647347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e00ffd-9b07-49a3-90d0-cf0647c692d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.351409884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"6037dd23-8167-4890-a7b6-86dbdb499012","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.42782433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"6037dd23-8167-4890-a7b6-86dbdb499012","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.461254338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"2deb84ac-4000-4d5d-bdc9-c357b462eb17","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:57:59.461275053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"2deb84ac-4000-4d5d-bdc9-c357b462eb17","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.433949292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"6afb2f73-d1ae-4df9-ad9d-e86e82a5ff60","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.463778433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"0c406b58-27d5-4f40-af03-624b2597b4a8","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.516157923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"4b879107-a992-49b1-be59-877c23ab5957","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.536576507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2c877baa-4d7a-4736-ae06-8b3c8aff6689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.537905621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"bab7f8d4-8775-4d0a-9335-31ddd35d9538","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.546318663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"2c877baa-4d7a-4736-ae06-8b3c8aff6689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.564548463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"96f6fa38-7588-494b-b7dd-2a1764f85acb","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.566172002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0af315b2-6166-4646-ad8c-fc3525eda97c","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.569324763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"88bb1181-3cce-42da-a2bc-0727a40cd63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.575473738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"88bb1181-3cce-42da-a2bc-0727a40cd63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.659060277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"simulator-subscription","reconcileID":"88bb1181-3cce-42da-a2bc-0727a40cd63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/simulator-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.671825724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"2e074cb5-1bc3-45ac-9b96-e4d2fa065043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.677568119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"898855d6-07ab-4300-94dc-6319c0abe99b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.694245521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"898855d6-07ab-4300-94dc-6319c0abe99b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.734658002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"1e55dc83-359f-42b5-93aa-4a69193f6010","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.735004318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.744138654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f7a790b1-2b3a-4dde-9546-4cfd6c5461bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.748727754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"925a0529-bfe6-4622-ad57-0c0de71e497b","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.748744633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"925a0529-bfe6-4622-ad57-0c0de71e497b","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:02.752736457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"f7a790b1-2b3a-4dde-9546-4cfd6c5461bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.64789141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-ok-c672d3-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.652770256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"f41a5aa9-f866-4639-b9ec-a849780ade50","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.652788938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"f41a5aa9-f866-4639-b9ec-a849780ade50","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.741947847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"cf1dfe0b-82a5-472b-a076-1b3d000b0047","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.741970096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"cf1dfe0b-82a5-472b-a076-1b3d000b0047","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.743448022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"ff06cfb1-1295-4c44-975d-17449db15ded","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.74752634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d68b376f-6976-43c4-a79a-ff44a595223d","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.747729023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"53c01426-d25b-4c3e-96aa-6c414fdd35ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.747927668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"1ef48202-205c-42d9-a6ac-dc6fb34b5db5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.748499128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"747c08cf-c7e2-44e6-bf15-1a9f1c4ced23","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.75311199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"ff06cfb1-1295-4c44-975d-17449db15ded","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.753514095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"aea2ee06-36fc-4366-8093-a2be13995aeb","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.7535306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"aea2ee06-36fc-4366-8093-a2be13995aeb","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.758075482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"747c08cf-c7e2-44e6-bf15-1a9f1c4ced23","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.758508026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"1ef48202-205c-42d9-a6ac-dc6fb34b5db5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.760152366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"53c01426-d25b-4c3e-96aa-6c414fdd35ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.760720838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d68b376f-6976-43c4-a79a-ff44a595223d","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.761285459Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"cd7280db-fa46-4b42-8a68-274481244df4","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-ok-c672d3","model":"e2e-cfl-ok-c672d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-cfl-ok-c672d3-edf729-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.765375829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"a9e7a16b-621f-49a5-bf14-b536d91884e4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.76539508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"a9e7a16b-621f-49a5-bf14-b536d91884e4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.773560949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b043d3ee-ef0a-48f9-8a9e-9ba3e1ac76b9","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.773579199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b043d3ee-ef0a-48f9-8a9e-9ba3e1ac76b9","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.825997492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"6518afac-7995-46ce-b7de-f0d3c01290da","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.826034764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"6518afac-7995-46ce-b7de-f0d3c01290da","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.833807716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"bb25a186-148d-464b-855f-af5f435cae5b","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.833828107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"bb25a186-148d-464b-855f-af5f435cae5b","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.841991334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"8243d452-9696-4a9b-aefb-ad3844b6735d","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.842013461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"8243d452-9696-4a9b-aefb-ad3844b6735d","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.855272314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"162e7217-6c72-4ba3-b064-dfce3c8df012","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-ok-c672d3","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.894849533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"bbf01475-0f90-4d80-92b9-2a320f2a246e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.907912603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"bbf01475-0f90-4d80-92b9-2a320f2a246e","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.997013076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"aaa17732-d48d-417b-a7c6-c12bbabc3505","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:04.999684691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"9da31465-7065-4187-b6e5-edc6a8ff02b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.001590534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"4b18020f-dca0-4b01-a7f2-0e1280f92ef5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.028725664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"aaa17732-d48d-417b-a7c6-c12bbabc3505","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.029119347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1a63bb9f-44d1-4bbc-bfd2-350658938cb2","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.031709741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"4b18020f-dca0-4b01-a7f2-0e1280f92ef5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.033138994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"9da31465-7065-4187-b6e5-edc6a8ff02b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.037724545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1a63bb9f-44d1-4bbc-bfd2-350658938cb2","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.388251764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"147b35b6-ee64-47a8-a04e-d5a0b6c84d83","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.388503883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"544df899-9e01-41f5-8a2b-962deb6f9f43","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.391612333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"20100ea8-5797-4344-831e-3e47b7b21f42","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.397119392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"147b35b6-ee64-47a8-a04e-d5a0b6c84d83","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.397123466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"544df899-9e01-41f5-8a2b-962deb6f9f43","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.40023449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"20100ea8-5797-4344-831e-3e47b7b21f42","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:05.541714631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"bc4dbd3f-0d82-4aad-bb88-6cda8c0ff7b6","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.905788004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"237adc67-acd5-4111-b35d-34c1759a8ca3","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6ae45e","subscription":"e2e-rt-eq-6ae45e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.913586146Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"237adc67-acd5-4111-b35d-34c1759a8ca3","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.917322004Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-sub","reconcileID":"237adc67-acd5-4111-b35d-34c1759a8ca3","MaaSSubscription":{"name":"e2e-rt-eq-6ae45e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-6ae45e","namespace":"llm","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.947443117Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-ok-c672d3-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.952079002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"359a59d1-c06c-4cdc-a713-257e676f9eaf","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.952099179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"359a59d1-c06c-4cdc-a713-257e676f9eaf","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.968429606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c7f6704-7080-4910-849b-a2f05611a741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.968441288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f61ca3-aff9-41d2-b4bb-fbb7643bced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.968832835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9b67f40e-fb7a-4cf9-910d-4534f039e405","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.968839318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b5819ab8-a4c3-4d80-9f8f-6a7f06765c83","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.980200443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9b67f40e-fb7a-4cf9-910d-4534f039e405","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.983575047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6f61ca3-aff9-41d2-b4bb-fbb7643bced3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.980200446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b5819ab8-a4c3-4d80-9f8f-6a7f06765c83","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:07.983835928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c7f6704-7080-4910-849b-a2f05611a741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.079938425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9b318af1-067f-4165-97f3-1be54eeb83e3","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.089124316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"9b318af1-067f-4165-97f3-1be54eeb83e3","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.108535455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"8ad441e5-b06d-417c-a12c-b192b0e1a72f","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.108554392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"8ad441e5-b06d-417c-a12c-b192b0e1a72f","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.202107893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-6ae45e-access","reconcileID":"c943984e-c36f-4e04-bf68-1ee3c37b7f0b","MaaSAuthPolicy":{"name":"e2e-rt-eq-6ae45e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.317672678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"9e98f941-5537-4f2d-8f6c-ab7d4abf6769","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.317693017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"9e98f941-5537-4f2d-8f6c-ab7d4abf6769","MaaSModelRef":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-6ae45e-02f6e2c83742","namespace":"llm","model":"e2e-rt-eq-6ae45e","externalModel":"e2e-rt-eq-6ae45e","provider":"e2e-rt-eq-6ae45e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.544695287Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"d8f54f12-6e4c-476c-b46c-04d5ef26387b","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.580855899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"591e035f-cbc4-4d21-8da2-b27e46944a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.728856595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a6a4b797-5b92-49bc-98ab-df533d8cd753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.737156684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"a6a4b797-5b92-49bc-98ab-df533d8cd753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.738810313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"c6cc838d-1021-40d8-bdd0-76cb5174f0c6","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.74212498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"d1eb66c9-e994-4d8a-bee5-e72024c8f121","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.742286874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"99e5c8f8-2016-49f9-bc19-d67c90f5a73c","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.742558835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"278a5f3e-be27-424d-a425-645b1dcd49e3","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.749684055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"6e2df21b-7b11-4230-ae9e-8b486aef2326","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.756784409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"dc319249-69c9-48d2-b768-6f4c60845e58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.836778472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8b4b7526-9329-4c96-830c-cba8ffde45e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.850837066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"18ee3f47-48ee-4a11-80b0-61981f56941a","namespace":"llm","name":"e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.937417468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed804a9a-5397-4a0e-a98d-033c9fff7505","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.93743605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ed804a9a-5397-4a0e-a98d-033c9fff7505","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.937684324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04e5fcd1-ced9-49cd-afef-8e98be58b50c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.937695207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04e5fcd1-ced9-49cd-afef-8e98be58b50c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.937877269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb6480e-fe60-4953-a844-c6e920f2e7ba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.937887155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bbb6480e-fe60-4953-a844-c6e920f2e7ba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.938057176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e15da1-ba0f-46cc-8f78-e427ec12d17e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.938065908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e15da1-ba0f-46cc-8f78-e427ec12d17e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.942329602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"8b4b7526-9329-4c96-830c-cba8ffde45e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.942741137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b58e6f77-efaf-45e2-9dc1-9417a0857010","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.942759662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b58e6f77-efaf-45e2-9dc1-9417a0857010","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.949849721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"467b78e8-c464-4c66-af9f-751a055935ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.94992677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"467b78e8-c464-4c66-af9f-751a055935ec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950236137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab595d85-e4c4-4d5e-a721-eef0d64fc2e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950278379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab595d85-e4c4-4d5e-a721-eef0d64fc2e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950596531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6a394038-d3d5-4caa-8521-fbe9b4f7c917","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950645179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6a394038-d3d5-4caa-8521-fbe9b4f7c917","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950933563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3649f4-2705-4198-9dee-63f3b30aec75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.950979991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3649f4-2705-4198-9dee-63f3b30aec75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:08.959874847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d2a05415-a2b2-412b-842d-0db54d65fed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.027473295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"8e0d62bd-5b07-46df-963c-09171d491c77","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","model":"llm/e2e-rt-sw-b5d95f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.028234802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64efc330-c7e1-4b18-848b-7f90852ad5b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.028613227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-6ae45e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-6ae45e","reconcileID":"ca4b90fe-0244-41a2-9b40-832fb893f2af","namespace":"llm","name":"e2e-rt-eq-6ae45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.031342391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"c2b288fe-377c-42ae-9c5c-8e9411dbf1d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.031777149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d2a05415-a2b2-412b-842d-0db54d65fed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.032517356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5c5e98-6f21-4f37-9ebd-4708bd2310ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.032565952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fde05ecf-1f35-4f6a-bbad-5f8ad5ecacd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.039640786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"c2b288fe-377c-42ae-9c5c-8e9411dbf1d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.040198864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"22bcbd42-efc8-4caf-92f5-d54cc5db3c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.041175104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d5c5e98-6f21-4f37-9ebd-4708bd2310ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.051592887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"c1665842-894d-4ca2-8fb4-3925c669f96e","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.052236075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"22bcbd42-efc8-4caf-92f5-d54cc5db3c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.061947573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"c1665842-894d-4ca2-8fb4-3925c669f96e","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.094681106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d500af2-5279-43b7-a3b5-78def495e823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.175270626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d500af2-5279-43b7-a3b5-78def495e823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.194775658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d500af2-5279-43b7-a3b5-78def495e823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.292464511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d500af2-5279-43b7-a3b5-78def495e823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.298689587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"533cceee-d273-4e6f-8631-3d60011d8075","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.366555529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"57746244-a900-4b2a-b691-2127352cdb53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.386145256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"5a685fa5-61b6-4f07-a798-603e5b2b379c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.389756707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"866610de-3647-4052-a1a5-4b4827377a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.394586689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"5a685fa5-61b6-4f07-a798-603e5b2b379c","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.394701474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0aee413-b0f4-4a9a-afc9-5361f612b4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.397647319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"0cd2fea5-f9ef-4b4b-b08a-fcd1f299a19a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.398121102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"866610de-3647-4052-a1a5-4b4827377a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.400035146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"aaf423c8-d265-44df-8f03-88856a54305d","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.402828029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0aee413-b0f4-4a9a-afc9-5361f612b4b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.407400857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"0cd2fea5-f9ef-4b4b-b08a-fcd1f299a19a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.433600604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"aaf423c8-d265-44df-8f03-88856a54305d","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.564432499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cc76d166-0480-454f-8dd3-e6e0716529f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.584274091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e515d525-1b64-425e-87eb-3f4f40de5503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.585026013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"7b99afea-1ded-497f-8c91-06c7145efc5a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.632321573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e515d525-1b64-425e-87eb-3f4f40de5503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.636418084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"7b99afea-1ded-497f-8c91-06c7145efc5a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.691561483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"57e1408b-d7ed-453c-87bc-a5b12f4d6d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.704588592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6098084c-d609-4607-986f-7dce56d3d0fb","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.707092566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"57e1408b-d7ed-453c-87bc-a5b12f4d6d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.716886532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6098084c-d609-4607-986f-7dce56d3d0fb","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.782978032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cc76d166-0480-454f-8dd3-e6e0716529f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.825938213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fdbb7b-e677-40d4-a17f-3413636aa7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.829479016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fdbb7b-e677-40d4-a17f-3413636aa7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.833114467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fdbb7b-e677-40d4-a17f-3413636aa7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.836346121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0fdbb7b-e677-40d4-a17f-3413636aa7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.839838409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cc76d166-0480-454f-8dd3-e6e0716529f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"e2e-worker-w0-2e80fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.839856426Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-access","reconcileID":"cc76d166-0480-454f-8dd3-e6e0716529f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.849074742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"364897af-535f-4e55-a55d-c6977ed17849","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.878115579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"162955a9-3945-4650-9b6c-20ece049ae84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.896773583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"6baa5046-8fdc-4dce-9a95-a130e5162985","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.908250959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"6baa5046-8fdc-4dce-9a95-a130e5162985","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.982099658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"4cb12a8b-1ac1-4e77-9632-fb4768644f9f","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.982138929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"4cb12a8b-1ac1-4e77-9632-fb4768644f9f","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.998177281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"38a86eab-b274-4bb6-bf7d-6653c3a8f0ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.998567242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a584c9ed-3650-4381-9c40-251201d4be05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.998575308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ecc622-6cdd-40aa-a788-3bf441884aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:09.998940623Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"0fddc060-c118-4f2a-a129-efceefb8612c","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-775343e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.009382311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81ecc622-6cdd-40aa-a788-3bf441884aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.009465027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a584c9ed-3650-4381-9c40-251201d4be05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.011557298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"38a86eab-b274-4bb6-bf7d-6653c3a8f0ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.094185348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"360c9b75-621a-4047-9af3-7355c476c360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.094575801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"243b7b35-7a41-4f68-a2fe-51ec51f1756b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.095075199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"0f973da4-0b26-4dc2-850a-d521a130d8f3","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.102437294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"360c9b75-621a-4047-9af3-7355c476c360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.103166908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"243b7b35-7a41-4f68-a2fe-51ec51f1756b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.105155795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"0f973da4-0b26-4dc2-850a-d521a130d8f3","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:10.225869509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"f8b9f49f-3d2c-4b11-94cd-870d0df4e374","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:11.724863121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"c32e41b2-eb8b-4317-84a5-bbda30aa25c1","namespace":"ai-tenant-e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:11.724963695Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"c32e41b2-eb8b-4317-84a5-bbda30aa25c1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:11.730825485Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"c32e41b2-eb8b-4317-84a5-bbda30aa25c1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:11.730844973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"c32e41b2-eb8b-4317-84a5-bbda30aa25c1","namespace":"ai-tenant-e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:12.802156227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"0014c74f-da94-4acb-95cc-960790c6823b","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-ok-c672d3","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:12.894567418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:12.99763886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"beba8f62-e7e7-48e3-a37e-703454baf20a","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:12.997737669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"beba8f62-e7e7-48e3-a37e-703454baf20a","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.207134221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"35b5d163-1d98-4f81-9a8c-0473cbbc6116","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.20942976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"97f34fe3-e0d1-4c7f-ac55-411d2420611d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.210634703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a6672e0d-f055-4291-8715-5a782ccd14d7","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.217721719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"35b5d163-1d98-4f81-9a8c-0473cbbc6116","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.223925064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"97f34fe3-e0d1-4c7f-ac55-411d2420611d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:13.239249676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a6672e0d-f055-4291-8715-5a782ccd14d7","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.230037263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-05836d","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","reconcileID":"1553468b-3cd1-4539-9c82-fb4d0056581f","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.23953735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-05836d","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","reconcileID":"9a418b7c-c5df-40c7-9c8b-c219557a3133","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.370071478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-05836d","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","reconcileID":"4f56d6a1-a853-4000-bb52-96d8c30e949b","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.37971779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ffe408-9e4e-413d-adc8-0fd0a4d46549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.380039233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2e2707af-c579-4d32-9105-aa994984e389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.382876689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b5490991-652d-4933-94a6-a9b71b2a55a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.401970121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a5f04f41-680f-4bd2-9197-c1d923f8f4fa","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.405771852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"9903e8f9-7f24-40f2-9bb9-fd7b22fc8180","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.420561664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"b5490991-652d-4933-94a6-a9b71b2a55a7","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.422593234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ffe408-9e4e-413d-adc8-0fd0a4d46549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.423956332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a5f04f41-680f-4bd2-9197-c1d923f8f4fa","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.440956553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2e2707af-c579-4d32-9105-aa994984e389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.451917707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"9903e8f9-7f24-40f2-9bb9-fd7b22fc8180","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.485920089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"2c25c5b9-b62a-47c5-b893-82803b899ce0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.508018558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"2c25c5b9-b62a-47c5-b893-82803b899ce0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.605134938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47334195-d124-4945-9146-d1ce088b64fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.618116404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47334195-d124-4945-9146-d1ce088b64fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.620659581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"9047a019-2a45-4834-91e6-b99d296f2830","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.620664404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8b8c4479-9f6e-45c4-a0ad-984594619313","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.636124549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8b8c4479-9f6e-45c4-a0ad-984594619313","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.636738488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"9047a019-2a45-4834-91e6-b99d296f2830","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.668389985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b39ff163-8ee9-4336-9d64-3ae683a1ecef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.670103465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f276285-80b2-410f-96e3-1edaf02c1909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.67191924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"136b17c4-5649-478d-b32c-daea7fd938c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.672276122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"449bc98e-bdc9-47a1-8357-1c841b625048","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.677011291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b39ff163-8ee9-4336-9d64-3ae683a1ecef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.67926773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"33d3913f-826c-4b44-ac3f-58d13cc6dd35","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.679777431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f276285-80b2-410f-96e3-1edaf02c1909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.684270925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"136b17c4-5649-478d-b32c-daea7fd938c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.684438551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"449bc98e-bdc9-47a1-8357-1c841b625048","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.728187118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"33d3913f-826c-4b44-ac3f-58d13cc6dd35","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.772150204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"dd2d8b69-e21e-4e90-a79b-11458572be8b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:15.780989442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"dd2d8b69-e21e-4e90-a79b-11458572be8b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:18.553476833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"4e0def4a-0aa5-408a-b18f-9ffe488b35cc","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:18.742593354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"75a687c2-6a08-43cd-b405-a749752ea20e","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:18.742896038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"fbcc51b7-dd74-4195-801f-9d35aa678cbf","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:18.743072244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"67b7f07a-80d8-4b31-98c8-09a9a0c6d719","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:18.757192871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"c641a9f2-426c-4f60-b9df-68997c97133b","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.003265703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"23cf6e94-9574-471d-a1c3-4920e0580abd","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b5d95f","subscription":"e2e-rt-sw-b5d95f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.013634105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"23cf6e94-9574-471d-a1c3-4920e0580abd","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.017493804Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-sub","reconcileID":"23cf6e94-9574-471d-a1c3-4920e0580abd","MaaSSubscription":{"name":"e2e-rt-sw-b5d95f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-b5d95f","namespace":"llm","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.048766986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-ok-c672d3-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.052169074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c41591fe-3cbf-42aa-be75-a3302945c6a4","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.052191621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"c41591fe-3cbf-42aa-be75-a3302945c6a4","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.065650702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fcf3bd6-e88d-43d0-a0db-07325d69a564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.065973163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f89f3d-077e-4c9e-9efc-e036246eb21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.069238659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"bdf21008-b345-4afe-ba95-3b2ce669463d","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.075328172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fcf3bd6-e88d-43d0-a0db-07325d69a564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.075770544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f89f3d-077e-4c9e-9efc-e036246eb21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.077769989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"bdf21008-b345-4afe-ba95-3b2ce669463d","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.205483932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"96a777a3-a74b-4dc7-94b5-16356f19c06a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.206755229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b8e0f773-538a-4939-9849-ff26f5ecc5b5","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.206776298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"b8e0f773-538a-4939-9849-ff26f5ecc5b5","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.21347489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"96a777a3-a74b-4dc7-94b5-16356f19c06a","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.226503665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"08fd1b61-b8a9-4eb3-8a80-b5b25f3cd643","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.242307794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"ad6ecbb0-a9de-4b23-a78a-2882e8a2303b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.245919226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"ad6ecbb0-a9de-4b23-a78a-2882e8a2303b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.249553307Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"premium-simulator-subscription","reconcileID":"ad6ecbb0-a9de-4b23-a78a-2882e8a2303b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"name":"maas-trlp-premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb","model":"e2e-models-e2e-worker-w0-2e80fb/premium-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.276791832Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-ok-c672d3-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.27697909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"26a95866-6ca5-4a0a-921a-247e5bedbf21","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.288858865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-b5d95f-access","reconcileID":"872a6de4-a389-42c2-973e-d8e8fdd92e38","MaaSAuthPolicy":{"name":"e2e-rt-sw-b5d95f-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.305836804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"7fc851dc-a098-43f0-87f8-e1ec9191ade6","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.305857197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"7fc851dc-a098-43f0-87f8-e1ec9191ade6","MaaSModelRef":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-b5d95f-5cff12787ff3","namespace":"llm","model":"e2e-rt-sw-b5d95f","externalModel":"e2e-rt-sw-b5d95f","provider":"e2e-rt-sw-b5d95f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.866457142Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"93c4c1b3-6505-44b6-b58b-570a945da2db","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.877618366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"474cea07-368c-45a3-b3b1-2e6abb6ca6e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.877636226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"474cea07-368c-45a3-b3b1-2e6abb6ca6e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.877900335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bde3a28-d599-4444-b1eb-417ae061a2ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.877911459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9bde3a28-d599-4444-b1eb-417ae061a2ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878084771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22185db-8651-4bc7-af0b-5faf64c0de33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878095027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a22185db-8651-4bc7-af0b-5faf64c0de33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878261727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf5ec2-aa52-4041-ad0b-f86c25fd13fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878270926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf5ec2-aa52-4041-ad0b-f86c25fd13fa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878448932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710aadae-abd2-4b3b-81cf-ba0bd7aac386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878458871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710aadae-abd2-4b3b-81cf-ba0bd7aac386","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878698192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5db087fb-0af5-4498-b268-39142248a4d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878708437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5db087fb-0af5-4498-b268-39142248a4d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878872905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6246caff-6ff0-46d0-8014-5edc1e6e27b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.878882276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6246caff-6ff0-46d0-8014-5edc1e6e27b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.879055206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7b07c8ca-52fd-4414-adf5-24d403fa864d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.879064442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7b07c8ca-52fd-4414-adf5-24d403fa864d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.882108886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0877cedb-9e22-491c-a1d0-1213dbda4824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.882916691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"64f469fe-a88b-4ba8-9823-86d6afa1d718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.898000984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"64f469fe-a88b-4ba8-9823-86d6afa1d718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.898385585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"0870f287-5112-4128-9897-a059926fa0b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.898899491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"88e3b054-4cec-44d3-8fc3-7bfe6ac6c267","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.899474021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba0c620c-077a-4eb9-90d9-eaf6c22824f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.899654874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0877cedb-9e22-491c-a1d0-1213dbda4824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.900018516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf9efd64-60cf-43da-a7b0-82b4786432ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.902490304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"6da4bb8e-f987-4802-a014-19583310e6f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.908453996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"0870f287-5112-4128-9897-a059926fa0b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.911228525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"6da4bb8e-f987-4802-a014-19583310e6f4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.927743238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"88e3b054-4cec-44d3-8fc3-7bfe6ac6c267","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:20.98129147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-05836d","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","reconcileID":"6891adc7-aefc-46e3-b454-11df6847fc32","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.010537416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-b5d95f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-b5d95f","reconcileID":"01db9be9-4a10-447e-8355-091d9c291d74","namespace":"llm","name":"e2e-rt-sw-b5d95f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.017719974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"17bf504f-6750-41ba-a0b2-cd10f56e10a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.018297897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858d82d5-a6a7-4b6a-8eac-e21a7dc745e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.026254017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"17bf504f-6750-41ba-a0b2-cd10f56e10a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.028730213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858d82d5-a6a7-4b6a-8eac-e21a7dc745e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.117294588Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-05836d","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","reconcileID":"88bb45f5-6fbb-4e1f-8563-88d04776b71d","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-broken-05836d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.121079889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d86630c-fb40-4bed-8c5b-cb0397813a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.131231227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d86630c-fb40-4bed-8c5b-cb0397813a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.131805042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"1afd7f39-a352-47db-a785-ba2c1e9c8dbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.132042471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0863fe4d-2c6e-4854-aad5-8558a0167220","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.134295803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"5a6bf6e0-cf63-45ed-b908-e7a84e6a18f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.147242257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"5a6bf6e0-cf63-45ed-b908-e7a84e6a18f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.170960116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"1afd7f39-a352-47db-a785-ba2c1e9c8dbf","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.363965685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0863fe4d-2c6e-4854-aad5-8558a0167220","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.390095758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"10b2d7c0-bd72-4340-8545-0d425d92f8d8","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.391589906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"732bcccb-564e-4a74-8bee-8ef96385871b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.400053547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"10b2d7c0-bd72-4340-8545-0d425d92f8d8","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.401208628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"732bcccb-564e-4a74-8bee-8ef96385871b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.404437913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","namespace":"ai-tenant-e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.404507546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","namespace":"ai-tenant-e2e-worker-w0-2e80fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.404576157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","tenant":"e2e-worker-w0-2e80fb","tenantID":"e2e-worker-w0-2e80fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.411189958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Deployment","name":"maas-api-e2e-worker-w0-2e80fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.420298842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e4e9d7-f16f-4e12-8011-fe0b8a8e1ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.422974264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Service","name":"maas-api-e2e-worker-w0-2e80fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.434340635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e4e9d7-f16f-4e12-8011-fe0b8a8e1ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.444223536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-2e80fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.450096577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-2e80fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.450773294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"d617b6be-53f6-4db4-ac36-d0d36e1e6742","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.460722793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.466584107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.466860673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"d617b6be-53f6-4db4-ac36-d0d36e1e6742","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.478787889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.484333754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.487492278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.49029929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.493154221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Service","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.496108629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.498978589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.503578638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.506452595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.513556099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.5164025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.518449108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cec87c61-5789-47da-bbab-209d5f38ae62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.51951261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.52220134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-2e80fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.524993998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-2e80fb"},"namespace":"ai-tenant-e2e-worker-w0-2e80fb","name":"default-tenant","reconcileID":"152e0b36-1abd-456a-a765-5385e65b5e58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-2e80fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.526898942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"cec87c61-5789-47da-bbab-209d5f38ae62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.527576299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7587c9bc-a0a5-4a82-b9a3-4c6f92f086f5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.53034142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"b861d80b-4d95-4c0c-b411-705a38935b9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.535678255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7587c9bc-a0a5-4a82-b9a3-4c6f92f086f5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.538332338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"b861d80b-4d95-4c0c-b411-705a38935b9a","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.872888227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91845f35-573f-47ed-92d9-7d84eb503bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.89150088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91845f35-573f-47ed-92d9-7d84eb503bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.892294061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"7e45166b-c4d5-4d0f-ba33-4e73f2a1833b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:21.905264746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"7e45166b-c4d5-4d0f-ba33-4e73f2a1833b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.431963903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"e435f924-7b19-4c65-8ffa-1882dd2a3b3f","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.43198697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"e435f924-7b19-4c65-8ffa-1882dd2a3b3f","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.450535777Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"bf0a7121-2d31-4648-a96b-50917e9a6cf8","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b828eafc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.453197585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b64b33ad-1808-425a-aac8-9fa60a72ba58","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.454274989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"0cdc44a3-a799-4c3b-8eee-f1977f59ffdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.455574766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"5ac69f49-9fb9-41a0-99db-ffbd1a135050","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.455877161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"1294d219-c4af-40c9-834d-5a37d95c138a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.461499923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b64b33ad-1808-425a-aac8-9fa60a72ba58","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.461609647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b0e1b25f-5d63-4792-824a-c54a3a7d7c36","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.472606212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"0cdc44a3-a799-4c3b-8eee-f1977f59ffdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.472656836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"1294d219-c4af-40c9-834d-5a37d95c138a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.475102362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b0e1b25f-5d63-4792-824a-c54a3a7d7c36","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.475272499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"5ac69f49-9fb9-41a0-99db-ffbd1a135050","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.608099256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"40f33ff2-bded-463f-bf6d-a4ec92697b96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.608650662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"089a95d3-641b-40bd-b5e0-01348528ce85","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.611475862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"6bdb9c55-a296-4f0c-a00a-0b8f0b016d24","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.615061921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"25b9b249-74da-47d0-ac1b-4badf0def4a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.618459445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"40f33ff2-bded-463f-bf6d-a4ec92697b96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.619015522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"089a95d3-641b-40bd-b5e0-01348528ce85","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.619286569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b5a0ca30-dff7-48c5-8709-93b97ae77603","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.621829313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"6bdb9c55-a296-4f0c-a00a-0b8f0b016d24","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.624521943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"25b9b249-74da-47d0-ac1b-4badf0def4a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:22.631832571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"b5a0ca30-dff7-48c5-8709-93b97ae77603","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.548215187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"431a22eb-3ec4-4de4-9f35-b00c2a27ebe2","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.561374291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"5d45c301-8f69-4b09-b2d9-7f7a7521a394","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.713492624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285bfc5-8e2a-498f-ac8a-c0bdce02d1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.716623724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285bfc5-8e2a-498f-ac8a-c0bdce02d1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.720040235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285bfc5-8e2a-498f-ac8a-c0bdce02d1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.723376252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285bfc5-8e2a-498f-ac8a-c0bdce02d1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.743591791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"cdff088b-da0b-4208-aad5-c0315384ffbe","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.743833664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"4235a209-bd5f-44aa-b66f-1a7ec50d239a","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:28.74403936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"276b09a2-feb5-49d6-a3b4-113aed6e5ce8","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.078023856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770224b8-0ca3-4977-ab79-b2b77e865d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.102887872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770224b8-0ca3-4977-ab79-b2b77e865d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.138391084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770224b8-0ca3-4977-ab79-b2b77e865d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.176123527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770224b8-0ca3-4977-ab79-b2b77e865d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.842712761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381fe81-3515-49af-ae8c-6a1e3ebaf7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:29.960751559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381fe81-3515-49af-ae8c-6a1e3ebaf7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:30.178595439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381fe81-3515-49af-ae8c-6a1e3ebaf7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:30.194829566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c381fe81-3515-49af-ae8c-6a1e3ebaf7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:30.284609288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"2189517e-7cbc-4e19-9705-8909523bc638","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.468791241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"7435acaa-6968-47b2-9c0e-2204e7e0c90e","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","subscription":"e2e-cfl-ok-c672d3-edf729-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.490393943Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"7435acaa-6968-47b2-9c0e-2204e7e0c90e","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.501713348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-sub","reconcileID":"7435acaa-6968-47b2-9c0e-2204e7e0c90e","MaaSSubscription":{"name":"e2e-cfl-ok-c672d3-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.560472996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-f70067-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.574051188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"159c2e63-61af-450d-8f91-46ed2fd017b8","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.574253085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"159c2e63-61af-450d-8f91-46ed2fd017b8","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.620212905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"4d959703-84ca-4921-a9f5-968525b53288","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.620245081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"4d959703-84ca-4921-a9f5-968525b53288","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.637629703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"481cc3b8-6f36-4575-b7b6-a10cb1b53990","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.638392214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"3e1d917d-809b-40c4-97c1-159d769bb9c3","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.638409654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"3e1d917d-809b-40c4-97c1-159d769bb9c3","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.643795256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"b805fc8b-0699-40d3-ad19-1e43598b88dc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.644390764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"3cf50061-d0e3-4331-950a-492af7bd11de","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.668072211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"481cc3b8-6f36-4575-b7b6-a10cb1b53990","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.677098276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6c63ca9f-67e8-4242-839f-7f762b87fc1b","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.702174228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"31b4c9d7-2f96-4e55-9d12-08fc74c30809","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.70220429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"31b4c9d7-2f96-4e55-9d12-08fc74c30809","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.714185219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6c63ca9f-67e8-4242-839f-7f762b87fc1b","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.714264167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"b805fc8b-0699-40d3-ad19-1e43598b88dc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.728161188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"3cf50061-d0e3-4331-950a-492af7bd11de","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.731838455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"91357d63-1d3c-47b2-8ec7-bf1ee9d22033","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.744814742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"91357d63-1d3c-47b2-8ec7-bf1ee9d22033","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.732170007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"ae56895d-7b33-49c2-9e78-6ec235003ab1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.74904523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-ok-c672d3-edf729-access","reconcileID":"f0acb6b7-d2ed-4b36-96d6-6f5b9d79b694","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c672d3-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.757278537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"ae56895d-7b33-49c2-9e78-6ec235003ab1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.766157607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"b853b9c8-5d5c-4239-a857-f3b03da84ba0","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.766230381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"b853b9c8-5d5c-4239-a857-f3b03da84ba0","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.859269707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"3828506b-b385-42cc-9588-6f4e3aefc89e","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:32.859302039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"3828506b-b385-42cc-9588-6f4e3aefc89e","MaaSModelRef":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-ok-c672d3-f3220308b30b","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-ok-c672d3","externalModel":"e2e-cfl-ok-c672d3","provider":"e2e-cfl-ok-c672d3-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.234002876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","namespace":"ai-tenant-e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.234216712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","namespace":"ai-tenant-e2e-shared-a-w4-bde944","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.23433762Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","tenant":"e2e-shared-a-w4-bde944","tenantID":"e2e-shared-a-w4-bde944","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.239769415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-bde944","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.25757214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Service","name":"maas-api-e2e-shared-a-w4-bde944","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.294733098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-bde944","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.301171962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-bde944","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.31624949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.331810246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.343409494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.35037756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.353807115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.35961081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.367529125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.373585354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.379194862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.385760022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.389584415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.397556462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.403684857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.407583288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.411641627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-bde944","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.416515977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bde944"},"namespace":"ai-tenant-e2e-shared-a-w4-bde944","name":"default-tenant","reconcileID":"c92f7d49-4de1-47ff-8651-8967fe4965e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-bde944","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.426317915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"3f13cc7d-4caa-4cee-983c-de09a254ed73","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.552773232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"cfd50b62-7150-4139-9da9-619fb900d168","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.817963303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6e80a010-e35d-4819-8399-94d5ea791074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.819219472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b0740952-f671-4cea-92c4-f07809c523aa","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.819249486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b0740952-f671-4cea-92c4-f07809c523aa","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.819817471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd3b00b0-133c-4686-a047-c9a15cbc3b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.910513484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b608f9cc-4623-4f0b-b6eb-5301260fb98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.911786171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e38f177-40a2-4f20-a81a-f2439e3b77f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.931132112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"6e80a010-e35d-4819-8399-94d5ea791074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.932573043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"0ed2af79-0ad0-46a3-b221-8d791796fd80","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.932593836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"0ed2af79-0ad0-46a3-b221-8d791796fd80","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.939695344Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c672d3","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","reconcileID":"e7b6605d-1633-4aa2-a377-266996e6ecb8","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-ok-c672d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.9410805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd3b00b0-133c-4686-a047-c9a15cbc3b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.941912258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"4e27d415-ded8-416f-a6a1-5d1570388f85","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.951100984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b608f9cc-4623-4f0b-b6eb-5301260fb98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.959092661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e38f177-40a2-4f20-a81a-f2439e3b77f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.971905723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"03416223-7553-4895-b409-8ccb667efc54","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:33.9772511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"88ebbe22-b71e-446e-98f6-5d0e43614b29","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.033890339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"88ebbe22-b71e-446e-98f6-5d0e43614b29","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.213211985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"5cfb38a2-b46f-4a98-8a3f-6d2c54c1fdd4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.213242975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"5cfb38a2-b46f-4a98-8a3f-6d2c54c1fdd4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.28708058Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"1c49e332-b52a-4829-9615-6d18bc3fc151","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d429e290","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.291882442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"31ebb776-cdb5-446f-a969-3ebee1db4289","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.303829636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"31ebb776-cdb5-446f-a969-3ebee1db4289","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.369753315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"a52d89ed-41ae-49ef-a3c3-d6dff062ec6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.375261914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"62da799f-5505-485e-b75a-f37a5c16cf8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.430706335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"62da799f-5505-485e-b75a-f37a5c16cf8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.4381928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"a52d89ed-41ae-49ef-a3c3-d6dff062ec6b","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.450451212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e4a636-502c-456b-bf5b-4742d1159285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.494449867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90c301f3-81a3-4d1b-85ea-1ff22aa69ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.520754422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91e4a636-502c-456b-bf5b-4742d1159285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.523078844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"90c301f3-81a3-4d1b-85ea-1ff22aa69ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.535513217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"49dbc55f-fa8b-4c2a-a355-f1dfbfcd9398","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.572096796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"49dbc55f-fa8b-4c2a-a355-f1dfbfcd9398","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.6489292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a4a7b9ed-8e51-4c95-8165-cb3313998928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.652586484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5f5aea-fc60-48e8-bfdf-38a58254e69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.658137613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"44451afb-89ec-48aa-a925-d72d1e6742cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.659940477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a4a7b9ed-8e51-4c95-8165-cb3313998928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.661571245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"4188a2f3-0e73-4095-b1cc-3d07197f2275","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.663080275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5f5aea-fc60-48e8-bfdf-38a58254e69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.668737303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"622d781f-d85d-4cb7-9021-0bd1937b913c","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.669677639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"44451afb-89ec-48aa-a925-d72d1e6742cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.673441035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"4188a2f3-0e73-4095-b1cc-3d07197f2275","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:34.679699588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"622d781f-d85d-4cb7-9021-0bd1937b913c","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:35.939525556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"e71073da-b12d-421f-b60c-bcc3d8eb273b","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:35.950559619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"8b4ab01f-43d0-4b1b-b390-e00c60d9b064","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:35.961874628Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-bde944","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-bde944","reconcileID":"25cc728f-f83a-4931-8311-9383f58ff0c7","aitenant":"ai-tenants/e2e-shared-a-w4-bde944","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.031270755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"83375716-b19e-4771-a875-e47c4ba5b579","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.247191859Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-bde944","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-bde944","reconcileID":"25cc728f-f83a-4931-8311-9383f58ff0c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-bde944","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-bde944"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.256335891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1352cc54-da2f-40c4-853e-500ceba33c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.259724481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1352cc54-da2f-40c4-853e-500ceba33c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.262727756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1352cc54-da2f-40c4-853e-500ceba33c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.26584297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1352cc54-da2f-40c4-853e-500ceba33c8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.327953582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"04da8f62-d9a0-4b3f-a0f7-f31810cea8fe","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.597181427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c4c3d1-5466-446a-b8eb-f26b60201ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.600723239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c4c3d1-5466-446a-b8eb-f26b60201ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.604164197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c4c3d1-5466-446a-b8eb-f26b60201ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:36.607518339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c4c3d1-5466-446a-b8eb-f26b60201ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:37.000305323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc16bb74-76c4-4899-9555-a14189284274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:37.003491419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc16bb74-76c4-4899-9555-a14189284274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:37.006676803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc16bb74-76c4-4899-9555-a14189284274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:37.010130206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc16bb74-76c4-4899-9555-a14189284274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.744408758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"4781701d-374d-4f6e-bb72-e0df509511ad","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.744701935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"af628f46-dcb6-4067-b9ca-d682044d9f62","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.744863041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"0a42b87e-3d2f-4401-a8f0-b31667090a42","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.95265102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"6a17cf25-83c0-4b83-a3a6-47999d67f72f","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.960068044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"504b22cd-a21b-4207-9e22-6492cb4c3344","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.973431165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"2b6390f0-59b2-43e0-811d-3830517117ed","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:38.981073952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"8e7bd511-1989-44dc-984a-4af6d4039b51","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.054605478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"e0882a19-381f-4edd-b7b5-e7bff44d07c6","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-2-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-2-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.05464393Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"e0882a19-381f-4edd-b7b5-e7bff44d07c6","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"LLMInferenceService distinct-2-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.072339634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-2-w0-2e80fb","reconcileID":"e0882a19-381f-4edd-b7b5-e7bff44d07c6","error":"LLMInferenceService distinct-2-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.07381295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"0b066b41-9315-4f38-a4ca-a7ec8cf8572e","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.074172111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"4956e7f7-381f-4455-8073-dd8a68ea66d8","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.074498923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"87f71984-5ed2-4467-bb3e-4ef8584b9107","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.226839874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"257a687a-4903-48b9-b3a6-7f6c74c71bfc","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"simulator-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"simulator-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.226879205Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"257a687a-4903-48b9-b3a6-7f6c74c71bfc","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"LLMInferenceService simulator-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.249402743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"simulator-w0-2e80fb","reconcileID":"257a687a-4903-48b9-b3a6-7f6c74c71bfc","error":"LLMInferenceService simulator-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.255141977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"24c5c4f7-8249-4b3d-bacd-a6335e89e1ed","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.28504845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"f78cc8b6-5ad5-4b0f-a9e2-434bd20c7c5a","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.522067749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"3d677ce3-5013-4446-bb1d-b7d3b82ecc80","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"premium-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"premium-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.522119154Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"3d677ce3-5013-4446-bb1d-b7d3b82ecc80","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"LLMInferenceService premium-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.552938589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"premium-w0-2e80fb","reconcileID":"3d677ce3-5013-4446-bb1d-b7d3b82ecc80","error":"LLMInferenceService premium-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.55570541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"f40f263f-babd-41c2-bdc9-ea3aaf176bad","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.660951173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"7f6e1add-48b3-4edc-afe1-fa856cccbe5f","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.66099072Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"7f6e1add-48b3-4edc-afe1-fa856cccbe5f","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"LLMInferenceService distinct-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.726088417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"7f6e1add-48b3-4edc-afe1-fa856cccbe5f","error":"LLMInferenceService distinct-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:39.736303655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"ca4a969f-dd31-4683-966e-6ecc23e003c8","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"routeName":"distinct-w0-2e80fb-kserve-route","namespace":"e2e-models-e2e-worker-w0-2e80fb","llmisvcName":"distinct-w0-2e80fb","gateway":"openshift-ingress/e2e-worker-w0-2e80fb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.738636623Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"ca4a969f-dd31-4683-966e-6ecc23e003c8","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"LLMInferenceService distinct-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.760565814Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"ca4a969f-dd31-4683-966e-6ecc23e003c8","name":"distinct-w0-2e80fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2e80fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:230\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.76070156Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"ca4a969f-dd31-4683-966e-6ecc23e003c8","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-2e80fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:231\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:58:39.760758579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-2e80fb","namespace":"e2e-models-e2e-worker-w0-2e80fb"},"namespace":"e2e-models-e2e-worker-w0-2e80fb","name":"distinct-w0-2e80fb","reconcileID":"ca4a969f-dd31-4683-966e-6ecc23e003c8","error":"LLMInferenceService distinct-w0-2e80fb not found in namespace e2e-models-e2e-worker-w0-2e80fb","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.550970919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"036c5cf8-4b08-4f45-8781-8191fa34c969","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.56370267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"cc365ebb-5134-499f-a2fc-117d320434b4","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.631047325Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2e80fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2e80fb","reconcileID":"2a3f95ef-200f-4e56-b17c-18bfa785781f","aitenant":"ai-tenants/e2e-worker-w0-2e80fb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.647001907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"6e41f647-bcec-43e9-b90a-b73463b3029a","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.785201612Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-2e80fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-2e80fb","reconcileID":"2a3f95ef-200f-4e56-b17c-18bfa785781f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-2e80fb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-2e80fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.8011515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa1eb88-b73a-4746-a8be-ec8561d7d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.805660423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa1eb88-b73a-4746-a8be-ec8561d7d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.809379035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa1eb88-b73a-4746-a8be-ec8561d7d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.809857606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"2c8514aa-f8dc-4365-a211-0c82d3c8c1ca","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:41.827000745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa1eb88-b73a-4746-a8be-ec8561d7d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.202463457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1174129-f5ff-47af-bab3-b491aa59d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.206742218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1174129-f5ff-47af-bab3-b491aa59d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.210767957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1174129-f5ff-47af-bab3-b491aa59d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.214976369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1174129-f5ff-47af-bab3-b491aa59d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.5972102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"9b9c253d-d4be-4ff8-a020-caf26a7e230a","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.612580848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda2ae73-e34c-4ce0-8207-05a77113ab74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.615599685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda2ae73-e34c-4ce0-8207-05a77113ab74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.618898207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda2ae73-e34c-4ce0-8207-05a77113ab74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.621994642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda2ae73-e34c-4ce0-8207-05a77113ab74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:42.93870758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.074058855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121f1909-25cc-4edb-aab6-74a2dac47b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.077512029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121f1909-25cc-4edb-aab6-74a2dac47b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.080932017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121f1909-25cc-4edb-aab6-74a2dac47b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.084744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121f1909-25cc-4edb-aab6-74a2dac47b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.385796861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813543ea-e1c7-4e9e-9a64-acc33c0c725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.389381271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813543ea-e1c7-4e9e-9a64-acc33c0c725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.392579032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813543ea-e1c7-4e9e-9a64-acc33c0c725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.395781651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"813543ea-e1c7-4e9e-9a64-acc33c0c725f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:43.727283599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"b93b7ad7-be45-4ac0-9c55-6fc51b2dc052","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.291506594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"8402bd4d-3143-4887-8f63-05d32bdbe052","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","subscription":"e2e-cfl-same-c0024c-f70067-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.299234644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"8402bd4d-3143-4887-8f63-05d32bdbe052","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.304640059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-sub","reconcileID":"8402bd4d-3143-4887-8f63-05d32bdbe052","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-f70067-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.336287086Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-same-c0024c-edf729-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.339614543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"163efdf8-9451-4c37-99d8-8ef74c54cfaf","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.33963352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"163efdf8-9451-4c37-99d8-8ef74c54cfaf","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.355451755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"efa869f7-5dad-41ec-b29c-4a9f9c2213d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.356611036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"8606769c-199d-456d-bb54-02e54bbfff26","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.356668795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"6e0cc3f6-11c1-4256-a59a-b7cc3c9633f2","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.357175367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"699459ac-db40-4df9-8953-f57f683d7834","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.357366216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"ac341b0e-e00e-41b8-8e87-308b68037146","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.3573839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"ac341b0e-e00e-41b8-8e87-308b68037146","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.363861979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"efa869f7-5dad-41ec-b29c-4a9f9c2213d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.368063064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"6e0cc3f6-11c1-4256-a59a-b7cc3c9633f2","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.368099133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"8606769c-199d-456d-bb54-02e54bbfff26","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.368761953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"e23ae9af-8176-48f4-bbb8-49e2168e2f18","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.368776916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"e23ae9af-8176-48f4-bbb8-49e2168e2f18","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.370142668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"699459ac-db40-4df9-8953-f57f683d7834","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.379740965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"feccd3df-515a-48b4-b347-bf891e02418c","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.379756281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"feccd3df-515a-48b4-b347-bf891e02418c","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.455181635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"a8203641-371e-4ab0-9200-2964e82e1626","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.46960467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"a8203641-371e-4ab0-9200-2964e82e1626","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.487008347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"53139e47-5ca0-4e94-8e04-68d937901960","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.487026174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"53139e47-5ca0-4e94-8e04-68d937901960","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.57963493Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-f70067-access","reconcileID":"2a806956-6b96-4e35-b222-19683d62ebf0","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-f70067-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.597336644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"b5ca29a0-6ec4-4abf-bdee-7d3d1788e382","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-2-f70067/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.597370475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"b5ca29a0-6ec4-4abf-bdee-7d3d1788e382","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"routeName":"external-model-e2e-cfl-same-c0024c-0ed749107878","namespace":"e2e-extmod-cfl-2-f70067","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.76766691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"bfbf3755-b392-4dfa-ab3e-b38171a9685d","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.767706175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"bfbf3755-b392-4dfa-ab3e-b38171a9685d","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.784042749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"5ecff8b8-71e0-4995-94d7-fbd6bd0930f7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.784137107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"85d8762b-7a5e-44b0-a3fb-107dfacff8d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.78644778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"51d76a97-45dd-41d3-89dd-d27ce8973926","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19a2d3cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.786487025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7689cfb4-6742-41a6-b28c-1863d5fa8d10","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.792843345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"85d8762b-7a5e-44b0-a3fb-107dfacff8d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.792861696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"5ecff8b8-71e0-4995-94d7-fbd6bd0930f7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.796803727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"7689cfb4-6742-41a6-b28c-1863d5fa8d10","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.924594364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"a1f6942e-d57b-4151-82c7-0de152d51f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.925131194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"924c2988-c007-449b-a1c3-f3ecdb7f2dae","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.925211678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a3c6c7e1-81f4-4903-a44a-5f0463a0aa07","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.933954977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"924c2988-c007-449b-a1c3-f3ecdb7f2dae","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.934016308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"a1f6942e-d57b-4151-82c7-0de152d51f89","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:44.936269485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"a3c6c7e1-81f4-4903-a44a-5f0463a0aa07","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.108416104Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.10847893Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","namespace":"ai-tenant-e2e-shared-b-w4-9e7156","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.108534838Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","tenant":"e2e-shared-b-w4-9e7156","tenantID":"e2e-shared-b-w4-9e7156","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.11363503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-9e7156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.130425959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Service","name":"maas-api-e2e-shared-b-w4-9e7156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.145322249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-9e7156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.153621766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-9e7156","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.166539072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.175558864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.184090864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.189864086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.192645155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.195393185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.198302822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.201087614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.203972086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.208969026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.211752557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.22109061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.223896538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.229572238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.23264386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-9e7156","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:46.235561004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9e7156"},"namespace":"ai-tenant-e2e-shared-b-w4-9e7156","name":"default-tenant","reconcileID":"5f0f5b1b-fda3-4ecc-af7d-6ff4b61ec2c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-9e7156","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.105255105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"583ed4a9-e4ad-49b6-89e7-ed340d631b3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.260476036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"f047ebf0-50f9-48a7-8412-0aa3df78ca92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.274146597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"e328e3ff-6d2f-4f82-b395-3d41d2973009","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.292589059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6af73fe7-0bd1-443a-b499-2d365e33ac68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.316099565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"473ef480-5473-47ac-8c3e-e05c31e97502","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:48.321764426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"762982fd-b127-4301-afa0-155c29f6fe5a","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:51.976301877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"db1ca345-378f-46b3-a666-7261e56d5caf","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.013573364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"e840f412-8cb2-4ea3-aeee-b8ac8cfbd804","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.04663625Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-9e7156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-9e7156","reconcileID":"b18115ab-fdd1-497b-a0ed-c32200bf5fe8","aitenant":"ai-tenants/e2e-shared-b-w4-9e7156","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.065436529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"d047dda7-ac0e-493e-b6a2-287ab56ded16","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.181403454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-9e7156","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-9e7156","reconcileID":"b18115ab-fdd1-497b-a0ed-c32200bf5fe8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-9e7156","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-9e7156"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.195312794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4944e7-5dd7-48af-be8f-2883b3dc13d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.198708834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4944e7-5dd7-48af-be8f-2883b3dc13d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.201772018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4944e7-5dd7-48af-be8f-2883b3dc13d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.204894294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4944e7-5dd7-48af-be8f-2883b3dc13d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.205703203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"55aaa24c-5af7-409c-a2cc-86e70c755e09","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.225900101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bd5f931-627e-405c-adf0-3754f8559ac2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.368143425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"14eb7366-cf08-4899-86b3-4a32fc84ae59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.402226423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"58f5472d-40c9-4584-93b5-d9df6738a3d2","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.405629398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"9bc73ead-ddca-4fa7-8f90-5b577412ff1b","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.43313107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89e6f427-c79f-4e72-8284-04753388fffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.554152581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"d40bf16f-a9df-4399-a3c9-8f103b567e85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.652120303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d33e0-1345-436c-b28e-e51d9e1da422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.656022403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d33e0-1345-436c-b28e-e51d9e1da422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.665311298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d33e0-1345-436c-b28e-e51d9e1da422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:52.671420599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468d33e0-1345-436c-b28e-e51d9e1da422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:53.734935575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"56e981c1-91fe-4c09-bc2c-5d5528d7cc83","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.790311005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"3ed0aee1-b5c7-42bb-8a9d-d2f3ac982d74","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","subscription":"e2e-cfl-same-c0024c-edf729-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.7976893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"3ed0aee1-b5c7-42bb-8a9d-d2f3ac982d74","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.801458169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-sub","reconcileID":"3ed0aee1-b5c7-42bb-8a9d-d2f3ac982d74","MaaSSubscription":{"name":"e2e-cfl-same-c0024c-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.833920301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55-629129-sub ai-tenant-e2e-extmod-a-629129/e2e-cfl-a78d06-edf729-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.841483493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"d87fb664-fce1-461d-8baa-be5cc3bd6aea","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.841503159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"d87fb664-fce1-461d-8baa-be5cc3bd6aea","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.857774704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"56c05fea-9872-47ca-a17a-ec0297b865e7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.862008632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"136d6ddc-994d-45d5-a466-3c5d498bdfb5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.864210352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"3efaea67-20f3-4ce4-91db-dfa8e9cd6a12","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.864227767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"3efaea67-20f3-4ce4-91db-dfa8e9cd6a12","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.86662254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"f5f39c52-1ea0-4754-9fe6-c5d1a7e25838","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.866993226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"56c05fea-9872-47ca-a17a-ec0297b865e7","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.870972449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"136d6ddc-994d-45d5-a466-3c5d498bdfb5","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.874230517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"eba04fae-1e26-4125-b653-c54fc10beea7","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.874251467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"eba04fae-1e26-4125-b653-c54fc10beea7","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.87502042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"f5f39c52-1ea0-4754-9fe6-c5d1a7e25838","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.950393846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"895ed1b2-4f2f-4db4-b099-d2e3f8ec4c63","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.960266708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"895ed1b2-4f2f-4db4-b099-d2e3f8ec4c63","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.989121916Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-same-c0024c-edf729-access","reconcileID":"f3ae3c11-c2b2-43c9-934b-c3d66eee7ab7","MaaSAuthPolicy":{"name":"e2e-cfl-same-c0024c-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.99324127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"88e30223-0436-4ad6-8bad-a1f7265c14a4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:54.993259594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"88e30223-0436-4ad6-8bad-a1f7265c14a4","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.189104807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"0169f000-7bda-4773-bc1b-af1555a3acf8","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.189127508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"0169f000-7bda-4773-bc1b-af1555a3acf8","MaaSModelRef":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-same-c0024c-3554d21ef32a","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-same-c0024c","externalModel":"e2e-cfl-same-c0024c","provider":"e2e-cfl-same-c0024c","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.763284369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"af3e4191-efd3-496e-9c9d-1b040f087f76","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.937906996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303ceb77-cfc9-491d-8480-f5d84e69a6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.939072465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"5e4ad00e-d85a-49f7-94cb-01445c9535f9","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.94108527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","reconcileID":"5f84b2d9-3ffd-474a-8ed2-92169accbc2c","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.954295476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ac1e0d-6ca1-480d-b268-327cb70cb3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.955370048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"1e64d4ac-20c6-4e73-9545-a401f78ab95e","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.961631444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"5e4ad00e-d85a-49f7-94cb-01445c9535f9","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.965961655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"59f1e281-2b3c-4b39-8262-c2c3e397f067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.968126261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303ceb77-cfc9-491d-8480-f5d84e69a6ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.976638292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ac1e0d-6ca1-480d-b268-327cb70cb3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.977421505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"7ef7d54e-85e8-4e4f-8e22-07b64f047d17","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.97869743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"113c39f9-ca39-46c4-8e6e-0e067b230cf8","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.978762453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"113c39f9-ca39-46c4-8e6e-0e067b230cf8","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.983882937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"59f1e281-2b3c-4b39-8262-c2c3e397f067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.98975774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"7ef7d54e-85e8-4e4f-8e22-07b64f047d17","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:55.996327532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"4cc3dd33-ad88-4cbe-9ea9-add5023a035d","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.094489692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea3b150-7443-43a5-a90f-71dbb3790381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.09469148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bab6c847-7853-48db-941a-18f56b9df85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.0945006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"73f9cb52-9c16-459d-9985-f2c753ab19c5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.098896964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13a4919f-899c-4170-bab9-9d7926d03b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.103647395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"73f9cb52-9c16-459d-9985-f2c753ab19c5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.103697627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dea3b150-7443-43a5-a90f-71dbb3790381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.106778077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bab6c847-7853-48db-941a-18f56b9df85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.108212788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13a4919f-899c-4170-bab9-9d7926d03b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.246752744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"3a3a1fbb-b0e0-49a7-82a4-831315fa85bf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.276742044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"3a3a1fbb-b0e0-49a7-82a4-831315fa85bf","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.296298704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"00f8fe72-df5b-49ad-98d6-ef63b51daca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.304672725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"00f8fe72-df5b-49ad-98d6-ef63b51daca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.876613059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"816e84ab-e594-41e5-9e9a-3fd007771889","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.888895599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a90218da-98ca-4e28-990f-8cde2e44eee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.88894141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"c5c72252-8afb-4651-8767-7ff04e36492f","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.889287467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"317acb4f-4c21-4031-8ebe-624740089cc6","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.890120283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f2de7321-8e5c-472e-96ad-e4a026d96895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.891406714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9faee71b-f603-4713-8719-fe7e58a42c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.894528959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4c67f76b-adfb-488f-88a8-f51b309b72d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.900545651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9faee71b-f603-4713-8719-fe7e58a42c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.900790499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f2de7321-8e5c-472e-96ad-e4a026d96895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.902821908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a90218da-98ca-4e28-990f-8cde2e44eee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.903396293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"317acb4f-4c21-4031-8ebe-624740089cc6","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:56.906701485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4c67f76b-adfb-488f-88a8-f51b309b72d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.018761603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-c0024c","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","reconcileID":"8f4efebb-bea2-4cf9-a188-2b4a0c8ca051","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-same-c0024c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.02170451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"97cc575d-30ac-4d6c-b2cd-e9fad52d9656","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.028807293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"659fe3f0-474a-491a-a622-53a0dfbc905d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.030475033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"31677fe8-3e05-4cde-a4b4-8abae501fea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.03051247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"97cc575d-30ac-4d6c-b2cd-e9fad52d9656","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.030793082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b82fa21-1e3d-440c-878f-b68bba27cb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.042222557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"659fe3f0-474a-491a-a622-53a0dfbc905d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.042762228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b82fa21-1e3d-440c-878f-b68bba27cb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.045786815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"31677fe8-3e05-4cde-a4b4-8abae501fea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.126312537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"06befb72-3833-4e3d-b118-73ca65fd2397","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.135042779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"06befb72-3833-4e3d-b118-73ca65fd2397","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.226521639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"000b57fd-8ec4-4ded-b29c-df7b172c539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.226568674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6b78ce6e-e6db-4349-8d51-1c7c38f93640","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.240283522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"000b57fd-8ec4-4ded-b29c-df7b172c539e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.24072645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6b78ce6e-e6db-4349-8d51-1c7c38f93640","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.593700802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b3cf6297-2035-4c00-aaf7-054e9f570dc7","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.593721993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"b3cf6297-2035-4c00-aaf7-054e9f570dc7","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.612587111Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"acd77071-a070-425f-955c-322bb7ee7087","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40f185ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.660405588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"54bdf4c3-5c17-4e71-a2df-809843175cc3","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.661062517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"efdac13d-ca09-453d-b072-69356ab00aa1","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.670739201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"54bdf4c3-5c17-4e71-a2df-809843175cc3","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.674570654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"efdac13d-ca09-453d-b072-69356ab00aa1","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.763399517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6409cb4c-48fb-44f1-9d41-ea50ac6ece81","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.763516791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8bc077f7-67ec-4e8c-9de6-dfd227c42e28","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.827248791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"8bc077f7-67ec-4e8c-9de6-dfd227c42e28","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:58:57.829579038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"6409cb4c-48fb-44f1-9d41-ea50ac6ece81","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:05.97548548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"a2891f88-16c5-4af0-86c0-e22ebd5206f7","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:06.899878257Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"db3546a2-8398-492d-b390-02a39b0ce9bf","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.616096694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"c4bd8f2d-198d-4d51-b92b-5a67c0c15538","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","subscription":"e2e-cfl-a78d06-edf729-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.623403904Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"c4bd8f2d-198d-4d51-b92b-5a67c0c15538","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.628421716Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-sub","reconcileID":"c4bd8f2d-198d-4d51-b92b-5a67c0c15538","MaaSSubscription":{"name":"e2e-cfl-a78d06-edf729-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.64566816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"dba239be-4e82-4c73-8074-c641e135f699","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.82575406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b54f8c26-29af-4310-aa0f-9bbd05c6b8c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.825971526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"e31cee50-c86f-4dda-b8e2-d53f3196594f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.826191749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"6fca18d4-1e31-4815-8d21-75b3dc40a4e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.826604834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7ae8a52-6e6b-4094-8406-5f156f5450ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.826885976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"e1352bb0-a441-46af-b902-ca81b9ddf651","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.826899941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"e1352bb0-a441-46af-b902-ca81b9ddf651","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.836137051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"229fb375-f1cb-4c08-8771-fae972811f28","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.836165467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"906ddc2a-597c-42a1-92eb-d57f249019db","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.846963014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"906ddc2a-597c-42a1-92eb-d57f249019db","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.847098405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"229fb375-f1cb-4c08-8771-fae972811f28","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.84731149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"7294cb95-0983-4f8a-81e1-d457e65ff7d2","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.847322758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"7294cb95-0983-4f8a-81e1-d457e65ff7d2","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.874573316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0857495d-eb9f-4bb8-b664-03c49b6e0b31","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.885848725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"0857495d-eb9f-4bb8-b664-03c49b6e0b31","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.917306461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"512c3d55-a114-4ca7-9645-f651d70c116c","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.917323336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"512c3d55-a114-4ca7-9645-f651d70c116c","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.964158363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-a78d06-edf729-access","reconcileID":"8f5a9936-e5f7-4b52-8fb6-cbba51aacbd5","MaaSAuthPolicy":{"name":"e2e-cfl-a78d06-edf729-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.988319625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"1ab028e0-675f-42c9-8a87-c2f28b5c4531","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:07.988473817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"1ab028e0-675f-42c9-8a87-c2f28b5c4531","MaaSModelRef":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-a78d06-1eb3180fdb45","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-a78d06","externalModel":"e2e-cfl-a78d06","provider":"e2e-cfl-a78d06-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.626481929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"96bc3426-a80b-4ed4-9a5f-233bc5a5f170","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.635960795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"a5c392a9-9c24-4a66-933a-d8344ad8cce5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.640042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626be5ff-2b8a-47de-9262-5019a475b432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.640533255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c2430ad-7d88-4ca3-ab87-cb4f8a208565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.640904613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9f684313-011b-48f2-bda6-9b3a4ddaea0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.642571519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca5bfdc-ea19-45d8-a58b-e2c3e85a837c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.645130346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"a5c392a9-9c24-4a66-933a-d8344ad8cce5","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.648606716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"626be5ff-2b8a-47de-9262-5019a475b432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.652242777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c2430ad-7d88-4ca3-ab87-cb4f8a208565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.652971713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9f684313-011b-48f2-bda6-9b3a4ddaea0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.654522601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca5bfdc-ea19-45d8-a58b-e2c3e85a837c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.726529569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-2-f70067"},"namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","reconcileID":"050db84d-90f2-436f-b208-5f5310c3e810","namespace":"e2e-extmod-cfl-2-f70067","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.733652653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"41a15f65-a740-4243-a4ff-bf8f563837d4","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.736512866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4f7b5fc-d7f4-421e-b333-f135921b75a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.736853099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7a96f882-26cd-4407-9ab3-a99bab13cfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.737197118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"47f7008e-9a18-4c3a-aa1d-cec231325195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.739106937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"449c015d-ea6c-4ed5-b3eb-3c0c9f1c96ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.741797259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"41a15f65-a740-4243-a4ff-bf8f563837d4","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.745568315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"7a96f882-26cd-4407-9ab3-a99bab13cfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.74798804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4f7b5fc-d7f4-421e-b333-f135921b75a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.748246914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"47f7008e-9a18-4c3a-aa1d-cec231325195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:08.752826904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"449c015d-ea6c-4ed5-b3eb-3c0c9f1c96ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.64791839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"82c89f62-fa84-4f38-bb46-3759fd28095e","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.656562834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"f4fb1450-f69e-4f86-97d4-ca1881f3d134","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.658666257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a87ab178-5514-4991-a376-cc6aec15661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.658711201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f8ebf4e-8b45-4886-b5a4-3263f8936ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.659378851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7004d758-e8f3-4efe-9b57-52cd070e1bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.659660918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"a66c5818-dd61-44f7-a585-3f0b774fdb5f","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.660089882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"177b375a-72ea-4022-8b22-aaff65bdabb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.66471752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"f4fb1450-f69e-4f86-97d4-ca1881f3d134","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.726786005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f8ebf4e-8b45-4886-b5a4-3263f8936ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.729270051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7004d758-e8f3-4efe-9b57-52cd070e1bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.729988006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a87ab178-5514-4991-a376-cc6aec15661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.731642607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"177b375a-72ea-4022-8b22-aaff65bdabb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.783131095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a78d06","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","reconcileID":"cf7f6eec-3489-4091-ba69-ee9b4e900ca2","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-a78d06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.793317147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"600cc615-e4cb-4054-9fe6-021831b0d50c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.796186464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a346ed85-705e-4074-9c98-1a9da9d86d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.796322747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be22f696-c021-414e-8827-73c3a8e6933a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.796755976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b00731b-9f5c-43a0-995a-d6b7ae869b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.796932062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"24fbbf15-63e8-486b-a18a-3562ef118d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.801698781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"600cc615-e4cb-4054-9fe6-021831b0d50c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.805525648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"24fbbf15-63e8-486b-a18a-3562ef118d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.806904644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be22f696-c021-414e-8827-73c3a8e6933a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.808454316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b00731b-9f5c-43a0-995a-d6b7ae869b14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:09.809142327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a346ed85-705e-4074-9c98-1a9da9d86d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.324013636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"72dc363d-030e-49e4-9aa8-96aa515a9602","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.324037043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"72dc363d-030e-49e4-9aa8-96aa515a9602","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.328383128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d92c8b01-f0d6-41af-b7dd-b44d3afdce3c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.33842454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"d92c8b01-f0d6-41af-b7dd-b44d3afdce3c","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.342155472Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"7a29d63a-3fea-4755-8ed4-eab244a11c48","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-39cc5919","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.534053766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1a1c264d-9c47-4f70-90a8-f7357e1dbb93","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:10.543873539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1a1c264d-9c47-4f70-90a8-f7357e1dbb93","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.269646237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd06298d-3539-44f2-a9dc-1e70b5e9d3dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.269665201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd06298d-3539-44f2-a9dc-1e70b5e9d3dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.276201638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"namespace":"ai-tenant-e2e-mt-34ee5538","name":"e2e-policy-34ee5538","reconcileID":"1705b123-cfa2-413d-946c-27cd5d43652d","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.28468821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"namespace":"ai-tenant-e2e-mt-34ee5538","name":"e2e-policy-34ee5538","reconcileID":"1705b123-cfa2-413d-946c-27cd5d43652d","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.307531691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eb9f20f-3632-490f-8782-8ef60b81bebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:11.307546534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eb9f20f-3632-490f-8782-8ef60b81bebf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:12.101954959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"86f494e9-d104-4edc-a4c5-26e0942ff5fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:12.173664152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"10a4c737-00f1-44a5-8d12-5fefc3c8b677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:12.173974262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb22a588-44c7-411a-81c0-f8aa3122fe5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:12.174146214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bad362a-22e9-4b76-9666-7065a782e4d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:12.848008815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:16.736577371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6107c47a-e581-463c-a3e7-fa7c9d602313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:16.836964942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88da717c-0aaf-4c5f-97e0-49a75b635839","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:16.837042732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"e3d893ab-eac8-4099-bb9f-bd329b53a059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:16.837427829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"c041963c-ae55-4ceb-ab4f-4c8bf17219c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:19.667375291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"01b7d547-a340-4fbe-8f64-bb66b5595745","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.345826159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"000d301f-32f5-46d5-a880-c9a585c3a4b9","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","subscription":"e2e-cfl-89ee55-629129-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.353105483Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"000d301f-32f5-46d5-a880-c9a585c3a4b9","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.357220999Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-sub","reconcileID":"000d301f-32f5-46d5-a880-c9a585c3a4b9","MaaSSubscription":{"name":"e2e-cfl-89ee55-629129-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.38994778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"7e8a6f72-07a6-4da5-97b5-305e26e1436d","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.389967864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"7e8a6f72-07a6-4da5-97b5-305e26e1436d","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.39308398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"01261cb4-61ca-4b49-8a2c-ded63845721f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.401295639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"01261cb4-61ca-4b49-8a2c-ded63845721f","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.517892823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b8224520-3e77-4613-9d8b-0d5b660fb753","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.527031538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"b8224520-3e77-4613-9d8b-0d5b660fb753","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.547871292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f937720-76e2-425c-a311-1e317f6d0942","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.551567548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"3aa723a7-65ec-4517-b2e5-61df16102e32","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.551584301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"3aa723a7-65ec-4517-b2e5-61df16102e32","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.61831644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f937720-76e2-425c-a311-1e317f6d0942","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.648229913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f937720-76e2-425c-a311-1e317f6d0942","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.648248233Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55-629129-access","reconcileID":"1f937720-76e2-425c-a311-1e317f6d0942","MaaSAuthPolicy":{"name":"e2e-cfl-89ee55-629129-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.660486574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"f57dbf22-af10-4b37-bcfc-ca805ac67e50","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"ai-tenant-e2e-extmod-a-629129/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:20.660503875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"f57dbf22-af10-4b37-bcfc-ca805ac67e50","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"routeName":"external-model-e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.240075861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"e27325a9-9768-4c1a-a278-7ca3e49f4001","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.250222181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b2d53c0d-162a-4f47-a912-b436963a29a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.250274351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd67ab50-c319-4eb4-8e1e-5ea81ed0a701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.250637703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fe5e9cb-b988-4c53-95a2-8519588cdced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.250740027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03f0421-8171-45e4-b279-cdb55ebfd58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.262267208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fe5e9cb-b988-4c53-95a2-8519588cdced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.262439174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b2d53c0d-162a-4f47-a912-b436963a29a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.265874286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03f0421-8171-45e4-b279-cdb55ebfd58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.266038714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd67ab50-c319-4eb4-8e1e-5ea81ed0a701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.322801238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","reconcileID":"580fbf36-27dd-4643-9499-dad38525d5da","namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.352113919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e6732ceb-7eeb-47c0-abd3-0d241dd41498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.352239534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c36b876c-3a54-43a2-8b8b-2c7aafa8d136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.361679783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"e6732ceb-7eeb-47c0-abd3-0d241dd41498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.362329005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c36b876c-3a54-43a2-8b8b-2c7aafa8d136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.366615935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"0536d2e8-2ff8-4053-b792-9753866a14c6","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.379180298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"8f46e9ae-5294-4b05-af2a-5ea90a43b207","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.450417692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c99962ed-fea2-400e-8a06-8ce3384e5381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.450488212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1f7dc43-e92e-4e21-8f2f-c92d35a0e112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.45862512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c99962ed-fea2-400e-8a06-8ce3384e5381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.462055585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1f7dc43-e92e-4e21-8f2f-c92d35a0e112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.476404571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"0fb2e76f-f52b-4fe7-baaa-f6f6d5258371","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.480083448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"133f762e-ef29-4c60-bc84-d9d115b7c05e","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-cfl-1-edf729/e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.480109364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"133f762e-ef29-4c60-bc84-d9d115b7c05e","MaaSModelRef":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"routeName":"external-model-e2e-cfl-89ee55-176391d329a8","namespace":"e2e-extmod-cfl-1-edf729","model":"e2e-cfl-89ee55","externalModel":"e2e-cfl-89ee55","provider":"e2e-cfl-89ee55-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.497582449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb25433-b14d-40d6-9472-cf01e64bf42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.516253096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb25433-b14d-40d6-9472-cf01e64bf42d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.665081696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c80b418-0487-4ffc-8313-f4d49eab6c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.665896931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dd56195a-287d-4bee-8f38-62db58f6e323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.66646092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6fbdf085-7bbe-422c-adeb-ff30192ecba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.709293696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6fbdf085-7bbe-422c-adeb-ff30192ecba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.712963717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c80b418-0487-4ffc-8313-f4d49eab6c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:21.71626064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"dd56195a-287d-4bee-8f38-62db58f6e323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.436171451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"944d009f-1c74-40a2-966f-8480a631b0e5","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.446061355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"569dc02b-c6a5-46bf-8778-b3a837350e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.446112265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4369c092-2d65-428f-ad7a-b61c56517801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.44710635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7987f35-8ad6-4ab6-8d03-9e9a0452adae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.447224626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f49508-315b-431f-b6f2-abd56e40a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.455671388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"569dc02b-c6a5-46bf-8778-b3a837350e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.456412287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4369c092-2d65-428f-ad7a-b61c56517801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.459151608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f49508-315b-431f-b6f2-abd56e40a0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.459374232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7987f35-8ad6-4ab6-8d03-9e9a0452adae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.575998228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-89ee55","namespace":"e2e-extmod-cfl-1-edf729"},"namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","reconcileID":"f549a4e7-7798-48b6-b692-03587b754814","namespace":"e2e-extmod-cfl-1-edf729","name":"e2e-cfl-89ee55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.639478717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37bc3a8e-42f6-4eeb-af28-5a4a25a49794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.640024769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"916f569e-f5d5-4306-a502-337dcdd2ddd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.640417956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76320fbf-868a-4eb2-8044-0b4490126661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.640761324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"63349ab2-7585-441d-965c-a31c52932db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.648301024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37bc3a8e-42f6-4eeb-af28-5a4a25a49794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.6495019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"916f569e-f5d5-4306-a502-337dcdd2ddd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.650504388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"63349ab2-7585-441d-965c-a31c52932db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:22.651713614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76320fbf-868a-4eb2-8044-0b4490126661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:24.716646334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3478a243-5570-44c8-8f80-2b3a2872769d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:24.827830759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"e69f2e56-ad55-4b1b-8bdd-7cef48393408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:24.828611521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"8a48a5f2-86fb-4fbf-84f5-dc0d94a92727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:24.830171551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"220eeab1-70ed-4d24-a88c-ec81af1d9808","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:29.318043959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dacb133-0caf-4868-9fd4-61af58c5f8ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:29.442910093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4be72e9d-931a-4313-8ae1-d37d0489bd71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:29.442939265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"33cd98d8-843a-456c-aab1-ba82de9f89e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:29.443992635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"879f549f-e998-46a0-ac4b-2f9424916c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:32.385502829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"namespace":"ai-tenant-e2e-mt-34ee5538","name":"e2e-policy-34ee5538","reconcileID":"bb2ff7c1-ecfc-450a-86c4-f66fb62d7add","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:32.393397418Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"namespace":"ai-tenant-e2e-mt-34ee5538","name":"e2e-policy-34ee5538","reconcileID":"bb2ff7c1-ecfc-450a-86c4-f66fb62d7add","MaaSAuthPolicy":{"name":"e2e-policy-34ee5538","namespace":"ai-tenant-e2e-mt-34ee5538"},"policyNamespace":"ai-tenant-e2e-mt-34ee5538","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.761430752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"b5b0273f-a295-447c-b141-bbb5541b4ab8","namespace":"llm","name":"e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.771774702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"d1833403-3dd0-40dd-8a9a-d79559628ac3","namespace":"llm","name":"e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.774442499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28d4139-1604-4c61-ad6a-ca54af72c131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.774468053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"23b9446b-3f1a-4e7b-a491-94a737beb7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.775012534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7f76d714-965f-4b3c-8bf2-6ae5442477d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.775058884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19d15e6e-ca65-445c-8ba8-0292e2cc0169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.784065401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e28d4139-1604-4c61-ad6a-ca54af72c131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.785028911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"23b9446b-3f1a-4e7b-a491-94a737beb7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.787612657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"7f76d714-965f-4b3c-8bf2-6ae5442477d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.78854751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19d15e6e-ca65-445c-8ba8-0292e2cc0169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800074456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c08ffcec-7c84-4f0d-9df9-bdc270b427af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800091119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c08ffcec-7c84-4f0d-9df9-bdc270b427af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800516234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9a4e8d7-4f8e-4375-8a68-0fd5e9d8c2ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800535081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9a4e8d7-4f8e-4375-8a68-0fd5e9d8c2ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800822531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a68a174f-dbbf-4046-ae4a-2e6fb439d80b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.800835873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a68a174f-dbbf-4046-ae4a-2e6fb439d80b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801019529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71354287-39e3-48a9-b272-1035048fa13c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801029875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71354287-39e3-48a9-b272-1035048fa13c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801192018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ade4473c-9764-46ae-8dce-970a0b5083d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801201286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ade4473c-9764-46ae-8dce-970a0b5083d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801435839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6386a84-3c7c-4553-957a-cb376ede329d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801445631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6386a84-3c7c-4553-957a-cb376ede329d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801618064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc106105-2a03-48b3-9a93-f67446ac839b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801627668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc106105-2a03-48b3-9a93-f67446ac839b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801786176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07be545b-49d2-4a66-9985-19dbff4d0963","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.801795912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"07be545b-49d2-4a66-9985-19dbff4d0963","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.813987922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"274c733b-7f29-40a4-a719-413b2a9240a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814009573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"274c733b-7f29-40a4-a719-413b2a9240a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814251058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"941379d6-3570-4a66-905e-145d63fe61b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814267527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"941379d6-3570-4a66-905e-145d63fe61b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814573474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbd47763-87bd-499f-86e2-23e04cfd92c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814589788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbd47763-87bd-499f-86e2-23e04cfd92c3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.8148728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d48482-d0c7-4222-8ac8-46e065c2b566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.814887887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d48482-d0c7-4222-8ac8-46e065c2b566","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815180763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e242931f-a7fc-4a63-b6be-9d43d2df38ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815191452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e242931f-a7fc-4a63-b6be-9d43d2df38ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815382935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"420a4745-4a67-4bd6-b504-38805c76760f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815396002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"420a4745-4a67-4bd6-b504-38805c76760f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815589338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d62b0f02-8aab-4a2a-b025-6af880fce85e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815603008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d62b0f02-8aab-4a2a-b025-6af880fce85e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815790941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76614913-98e8-4caf-936a-9e9f487454ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.815803009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76614913-98e8-4caf-936a-9e9f487454ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.820051371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ef5a647-bc4e-402b-b784-265e8ceb50ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.823490196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78fad718-3c78-4fb2-a906-17fa0282cce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.932520385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"c3be77d2-fa71-49a7-a391-21620a837d5d","namespace":"llm","name":"e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.938268898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdf668fa-fc19-4719-aafa-9d8d6c2a8fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.938837422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"71d47107-54d5-4632-9c0f-2b250c8996ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.952278583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdf668fa-fc19-4719-aafa-9d8d6c2a8fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.954652556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"71d47107-54d5-4632-9c0f-2b250c8996ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.969507252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"bdccfb2f-be0d-457a-a81b-037cee31a5ee","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:37.969523827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"bdccfb2f-be0d-457a-a81b-037cee31a5ee","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.114743141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2a1658c7-e0d3-4711-b7c7-c34ce8698fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.115147526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8857eec7-0c24-4861-af39-3fd6c7afd075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.144990553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"2a1658c7-e0d3-4711-b7c7-c34ce8698fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.15427407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8857eec7-0c24-4861-af39-3fd6c7afd075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.163994119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2550b7ec-51e6-4e5e-964a-877d3c5e4bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.165081969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55314599-9a08-439b-9288-44022e4b5c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.180103392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55314599-9a08-439b-9288-44022e4b5c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.181029912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"2550b7ec-51e6-4e5e-964a-877d3c5e4bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.851575023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"5837d645-9a30-49e6-9e5d-7809d5276706","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.85159626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"5837d645-9a30-49e6-9e5d-7809d5276706","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.863461547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"a9548950-7475-4448-8b49-7f00cfc636ed","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.863482086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"a9548950-7475-4448-8b49-7f00cfc636ed","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.872288198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"29cefac4-bf43-471b-9407-9be08623d6f6","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.881072972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"29cefac4-bf43-471b-9407-9be08623d6f6","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.914011402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"6be45e0e-a99e-409e-9f9a-e8ef063b1e12","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.914031121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"6be45e0e-a99e-409e-9f9a-e8ef063b1e12","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.971519122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"28fe5b60-8624-47ea-a479-3df3b99f2398","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:38.979512131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"28fe5b60-8624-47ea-a479-3df3b99f2398","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.359751081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"7c9e2f74-636d-4981-b376-c16f5ec5238b","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.359771868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"7c9e2f74-636d-4981-b376-c16f5ec5238b","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.369543556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"7171b099-34bb-4b94-8172-1efc0217532f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-cce475-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.374181286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"6dda8cbf-5010-4c6c-8a0a-ab8ad9435da2","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.377336176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4f1a70f-4616-4143-b3d3-74a61da310ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.37739708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9446a6a-d371-4d5c-8368-27563dfc3f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.381472625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"be4fa824-6e8e-4b23-bf13-e34857fabcfd","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.381489125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"be4fa824-6e8e-4b23-bf13-e34857fabcfd","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.396966089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"be4fa824-6e8e-4b23-bf13-e34857fabcfd","name":"e2e-dft-cce475","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-cce475\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.397014282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"be4fa824-6e8e-4b23-bf13-e34857fabcfd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-cce475\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.405109702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"88eed5e3-5d1a-4f25-b90f-9a8b29ec43d1","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.405129121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"88eed5e3-5d1a-4f25-b90f-9a8b29ec43d1","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.407956272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"6dda8cbf-5010-4c6c-8a0a-ab8ad9435da2","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.413343852Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4f1a70f-4616-4143-b3d3-74a61da310ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.416029715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"6dda8cbf-5010-4c6c-8a0a-ab8ad9435da2","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.418224138Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9446a6a-d371-4d5c-8368-27563dfc3f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.419489075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"99f29efc-89c3-48df-adba-2b8407ed356f","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.41950347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"99f29efc-89c3-48df-adba-2b8407ed356f","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.425417623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4f1a70f-4616-4143-b3d3-74a61da310ad","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.429574045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29e6d241-ed75-4d79-af0c-818abe52b079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.429588508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29e6d241-ed75-4d79-af0c-818abe52b079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T09:59:39.430036036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9446a6a-d371-4d5c-8368-27563dfc3f2a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.433115089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"9d2489ad-004c-48a4-98d8-83d1a88c3e12","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.433129466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"9d2489ad-004c-48a4-98d8-83d1a88c3e12","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.436784222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8d2a409-e83f-4b1d-b7ee-2048aa4d3db6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.436796776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8d2a409-e83f-4b1d-b7ee-2048aa4d3db6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.439429884Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"37b644b0-323e-43de-8def-3790d6aa4cb5","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cce475","model":"e2e-dft-cce475","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-cce475-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.461643208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"4f92db88-a115-4860-afa0-4b69d7dabe2b","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.461659737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"4f92db88-a115-4860-afa0-4b69d7dabe2b","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.468988676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2c8eee-1d22-4d51-ade8-e19cd3c69d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.474410707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"dba0b3cd-4558-4925-a863-8cc7de988f03","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.4745008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20dca4cb-2f39-4678-b970-6b6ed3ba02b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.480712612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2c8eee-1d22-4d51-ade8-e19cd3c69d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.530075406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20dca4cb-2f39-4678-b970-6b6ed3ba02b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.530293508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"dba0b3cd-4558-4925-a863-8cc7de988f03","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.531994317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c2c8eee-1d22-4d51-ade8-e19cd3c69d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.540097629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20dca4cb-2f39-4678-b970-6b6ed3ba02b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.542927905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6042fd2-4f67-4ab3-9f70-715e0b759ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.542943689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6042fd2-4f67-4ab3-9f70-715e0b759ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.549181207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3302585-bc5f-46c9-b233-43cbf0048a07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.549196812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3302585-bc5f-46c9-b233-43cbf0048a07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:39.54917933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"17162ced-3bb6-4067-bee2-34e7e72c2574","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cce475","model":"llm/e2e-dft-cce475","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:42.849276029Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.764014759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"d15a4b76-2652-40be-9fdf-5d366a0bc3c0","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cce475","model":"llm/e2e-dft-cce475","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.953530983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"bef7e7bc-8bc8-430c-bba5-c24f7437b2a2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.953565394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"bef7e7bc-8bc8-430c-bba5-c24f7437b2a2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.954226709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"9e6fe1a1-d6a8-4d34-911a-563a988480e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.954843533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbedef88-dcf2-45ae-a900-e997c8fc17d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.955422353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"1c11ec21-01a9-4c9d-bdd5-08508d45a107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:44.95595842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b8e6b3a-2e9c-49bb-97e9-e17407df537d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.126014898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b8c054-febd-4016-88ce-e016e1072d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.126756575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaface44-cbc9-47df-a468-7881e8748baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.131799954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"469cb314-67c2-4acb-8e61-94cffb825755","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.143900746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaface44-cbc9-47df-a468-7881e8748baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.153699168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b8c054-febd-4016-88ce-e016e1072d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.175705676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"469cb314-67c2-4acb-8e61-94cffb825755","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.176516047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3c5b961f1ac3adc1d3c222179f4dd762672f261e5079efdd4ad2b6385235a576) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a526ca433e3461a4dfe77443ab6dcef3a3cb5c3db1945323aa27065963f60e09) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9aedadbe30a0827553c9925f8fab85b6eff1633fd11415a08e9a8a4ae377c2b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (353ae2e536120faa530d509384aba31f2c0535b7124cfcc73a7753643039f620) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaface44-cbc9-47df-a468-7881e8748baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.185339369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3c5b961f1ac3adc1d3c222179f4dd762672f261e5079efdd4ad2b6385235a576) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a526ca433e3461a4dfe77443ab6dcef3a3cb5c3db1945323aa27065963f60e09) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9aedadbe30a0827553c9925f8fab85b6eff1633fd11415a08e9a8a4ae377c2b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (353ae2e536120faa530d509384aba31f2c0535b7124cfcc73a7753643039f620) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b8c054-febd-4016-88ce-e016e1072d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.191961302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3c5b961f1ac3adc1d3c222179f4dd762672f261e5079efdd4ad2b6385235a576) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a526ca433e3461a4dfe77443ab6dcef3a3cb5c3db1945323aa27065963f60e09) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9aedadbe30a0827553c9925f8fab85b6eff1633fd11415a08e9a8a4ae377c2b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (353ae2e536120faa530d509384aba31f2c0535b7124cfcc73a7753643039f620) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"469cb314-67c2-4acb-8e61-94cffb825755","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.193258013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6512dea-a2f1-4b0d-a494-a4511a279272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.197431653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6512dea-a2f1-4b0d-a494-a4511a279272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.208566276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f562744f-dd41-42f9-86f9-ab106945ac99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.220822187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f562744f-dd41-42f9-86f9-ab106945ac99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.226205385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"1f013d60-b9e8-4ea5-bf4a-acf02671fc18","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:45.226285893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"1f013d60-b9e8-4ea5-bf4a-acf02671fc18","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:52.313740629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"63d23b90-c15a-432a-9e26-5d832605f628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:52.438520787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee6c8608-91d3-4e74-ae48-cb7cb2dfe47d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:52.43922535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"1165b9b5-7f72-4021-8ee6-7a567a51fc06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:52.439668307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"913f55e3-201d-4a3d-9d08-2bbdd3adc5ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:52.442596708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"b129c972-6109-46cb-b809-cfaed649b82d","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cce475","model":"llm/e2e-dft-cce475","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.204266823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51576bf1-c514-48a3-96b4-3f465c1bb6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.213574188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51576bf1-c514-48a3-96b4-3f465c1bb6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.22014639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03c3eb94-a22b-4f95-af1f-a9e43f2657dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.229934745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03c3eb94-a22b-4f95-af1f-a9e43f2657dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.237280475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"7357aa45-ae66-4e35-a830-855a818411f3","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.242906095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b165d5f-4265-48e7-b6d2-203736e612e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.24292297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b165d5f-4265-48e7-b6d2-203736e612e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.247473078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"7357aa45-ae66-4e35-a830-855a818411f3","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.345139987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42d6a932-37d3-473d-836b-8b8ac4ca2690","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.345161489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"42d6a932-37d3-473d-836b-8b8ac4ca2690","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.350899156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"50ae9cf7-dc3d-4c02-a19c-365361f7dbbf","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:55.350917178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"50ae9cf7-dc3d-4c02-a19c-365361f7dbbf","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.734120971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"4ba0a46a-5e36-456f-818b-b14ed9d2eae2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.734144463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"4ba0a46a-5e36-456f-818b-b14ed9d2eae2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.745789451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"7e6b222d-5602-4050-852c-ebffd4fe0c16","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.74613122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3917cc-844a-4919-9616-685ec7a1e9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.750281692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a60baf-046a-4f6b-a377-06a9225d3e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.751121658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"bea6e1ea-a9a9-4e82-878d-445286c56670","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91778291","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.755384506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b3917cc-844a-4919-9616-685ec7a1e9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.75546516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"7e6b222d-5602-4050-852c-ebffd4fe0c16","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.75959051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a60baf-046a-4f6b-a377-06a9225d3e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.84340515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc9e19bc-f057-4acc-8e7a-16d3e350088f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.853895992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc9e19bc-f057-4acc-8e7a-16d3e350088f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.95391739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4de21a05-dc85-455a-9da7-cd8497dc22fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.961278633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"6444307d-72bc-484b-b4ac-be3d6ce8e55d","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.967404624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4de21a05-dc85-455a-9da7-cd8497dc22fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T09:59:59.97070591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"6444307d-72bc-484b-b4ac-be3d6ce8e55d","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.755750177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"41a515f4-f959-4ccf-9a37-dbc681bb2a69","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cce475","subscription":"e2e-dft-cce475-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.763928824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"41a515f4-f959-4ccf-9a37-dbc681bb2a69","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.76774141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-sub","reconcileID":"41a515f4-f959-4ccf-9a37-dbc681bb2a69","MaaSSubscription":{"name":"e2e-dft-cce475-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-cce475","namespace":"llm","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.888677791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"b00fe2f9-c91a-4a73-a423-ab9286b7c080","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.888705698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"b00fe2f9-c91a-4a73-a423-ab9286b7c080","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.897266725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"0708dd31-8a4f-4a9d-8598-11a13cb6aaa1","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.897574596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e8490e0-6ecd-441b-b493-ef33821c5468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.897889865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2960d1a-5e45-4760-9b20-c9455470ac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.931655239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"0708dd31-8a4f-4a9d-8598-11a13cb6aaa1","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:09.93545983Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2960d1a-5e45-4760-9b20-c9455470ac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:09.935495516Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e8490e0-6ecd-441b-b493-ef33821c5468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.938693867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"0708dd31-8a4f-4a9d-8598-11a13cb6aaa1","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:09.944047652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2960d1a-5e45-4760-9b20-c9455470ac12","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.944376668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6368ade8-0306-46d1-b166-ddd9b0b25c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.944391543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6368ade8-0306-46d1-b166-ddd9b0b25c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:09.947150258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e8490e0-6ecd-441b-b493-ef33821c5468","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.947283085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0706bf8f-f350-48f8-b165-17bbefa3c5ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.947295399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0706bf8f-f350-48f8-b165-17bbefa3c5ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.951491791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"3a182066-b031-4f99-a86a-52fb65c510c2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.951508903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"3a182066-b031-4f99-a86a-52fb65c510c2","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.998622169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0ff2d02-b884-4ed9-a60f-4dce126cf5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.999140574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"834da46a-732c-4698-bc47-07a4ecafb3ad","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:09.999202617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0febf587-0f46-4692-a819-c5ad08c1a3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.008144484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0ff2d02-b884-4ed9-a60f-4dce126cf5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.008277119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"834da46a-732c-4698-bc47-07a4ecafb3ad","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.010654042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0febf587-0f46-4692-a819-c5ad08c1a3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.015848543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"834da46a-732c-4698-bc47-07a4ecafb3ad","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.016387793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0ff2d02-b884-4ed9-a60f-4dce126cf5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.018163204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0febf587-0f46-4692-a819-c5ad08c1a3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.026080942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e77b5afe-68b6-4f45-84cd-87206a9c5271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.026096555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e77b5afe-68b6-4f45-84cd-87206a9c5271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.028457649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"301038fc-c1b8-40a8-942a-3b2b7583f646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.028471065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"301038fc-c1b8-40a8-942a-3b2b7583f646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.051181164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-cce475-access","reconcileID":"3621e36e-f8b3-46b7-b827-51bb5688324f","MaaSAuthPolicy":{"name":"e2e-dft-cce475-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.054540352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"1275d3cf-0005-49e3-9618-86c9de01acff","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.054559122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"1275d3cf-0005-49e3-9618-86c9de01acff","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.150073371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"9866dafe-804e-473c-b27d-e57d35421486","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.150094956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"9866dafe-804e-473c-b27d-e57d35421486","MaaSModelRef":{"name":"e2e-dft-cce475","namespace":"llm"},"routeName":"external-model-e2e-dft-cce475-9623dcb9d9cd","namespace":"llm","model":"e2e-dft-cce475","externalModel":"e2e-dft-cce475","provider":"e2e-dft-cce475-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.654447389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"9d53bd04-2514-4043-b40f-48d61be77d8f","namespace":"llm","name":"e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.662704463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bf36ca0-7e52-476e-ae2a-bb8c766ce8fd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.662726501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bf36ca0-7e52-476e-ae2a-bb8c766ce8fd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.663031015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dd2b179-779d-421a-be0d-faf2c847fe12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.663045393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9dd2b179-779d-421a-be0d-faf2c847fe12","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.663322958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08072e2-0819-4b3d-ba41-42c4edd529d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.663337721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08072e2-0819-4b3d-ba41-42c4edd529d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.663564744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b24e098-bbc1-46ca-b92a-c5c2fa550ca7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.66357836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b24e098-bbc1-46ca-b92a-c5c2fa550ca7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.664302035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd250903-228c-46b9-9998-a2d93c9f112b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.664302503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"880ca6fe-8ea2-4888-b85f-db3f1ea9dde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.664316206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd250903-228c-46b9-9998-a2d93c9f112b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.664972406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"809be9ea-42b8-417b-8a39-d1171dec91e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.664988216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"809be9ea-42b8-417b-8a39-d1171dec91e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.665502653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ff413f94-428b-44aa-ad09-d471fd05ec94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.665898014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2df21a34-7b88-41f0-91b5-12358bec0f0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.665920904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2df21a34-7b88-41f0-91b5-12358bec0f0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.666646586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"298b83f7-b803-4b50-aa88-afc668fd623c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.666662319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"298b83f7-b803-4b50-aa88-afc668fd623c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.666767973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76a79172-edef-47c8-b359-abb86be64755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.668436488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc42120-22c2-490d-a062-49c417333770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.675454443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"880ca6fe-8ea2-4888-b85f-db3f1ea9dde0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.680049919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc42120-22c2-490d-a062-49c417333770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.680821725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ff413f94-428b-44aa-ad09-d471fd05ec94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.683877207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76a79172-edef-47c8-b359-abb86be64755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.727849081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bc42120-22c2-490d-a062-49c417333770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.728962678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fede5e59-ec86-412f-98a5-828e60fa79e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.729840774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce423283-35f9-4e4d-98c3-129e4f01e5f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.731475317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76a79172-edef-47c8-b359-abb86be64755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.748453422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6eb931-e382-4e4a-82e0-c7a50baee018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.748528105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03d36c4-6e1a-4606-9a23-b1ed2c966bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.75700782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6eb931-e382-4e4a-82e0-c7a50baee018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.757226442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03d36c4-6e1a-4606-9a23-b1ed2c966bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.764887228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6eb931-e382-4e4a-82e0-c7a50baee018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.764951244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03d36c4-6e1a-4606-9a23-b1ed2c966bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.808286993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-cce475","namespace":"llm"},"namespace":"llm","name":"e2e-dft-cce475","reconcileID":"6278bfce-ac29-4475-a980-54d6e6986d45","namespace":"llm","name":"e2e-dft-cce475","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.842062545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc1a506-5ee0-4c03-ad1d-b600e6171f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.842510121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"15dcd66d-b8bf-4f41-9624-ac93d6d4fa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.842317524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0945c3c-035a-4a60-ad48-185971a949da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.842404785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c6460f3-59d6-4e1b-97a7-8a1923d89619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.851908543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc1a506-5ee0-4c03-ad1d-b600e6171f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.85300535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0945c3c-035a-4a60-ad48-185971a949da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.855569282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5c6460f3-59d6-4e1b-97a7-8a1923d89619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.856230956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"15dcd66d-b8bf-4f41-9624-ac93d6d4fa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.859570873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc1a506-5ee0-4c03-ad1d-b600e6171f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:10.860284801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0945c3c-035a-4a60-ad48-185971a949da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.807919447Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"8203c4b2-3320-4503-be3e-b122c9c21d7b","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.816946969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"c3aa0c8c-7f24-48d1-8588-bbb5ccf073b6","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.819233496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b65cbe-ffc5-44b6-a50a-02fbfaedfd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.819269036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"45b0bcae-7efa-497e-96d1-da48fe803dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.819774347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9205b651-ea66-40bd-9dbe-490802b92605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.820053138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b3d6e62d-31c8-44b7-b0e3-690f62cc2eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.828836857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"45b0bcae-7efa-497e-96d1-da48fe803dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.829004294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9205b651-ea66-40bd-9dbe-490802b92605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.830934217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b65cbe-ffc5-44b6-a50a-02fbfaedfd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.831211646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"b3d6e62d-31c8-44b7-b0e3-690f62cc2eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.835972731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9205b651-ea66-40bd-9dbe-490802b92605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.839118122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2b65cbe-ffc5-44b6-a50a-02fbfaedfd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.842677422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d70a8e7c-3e59-4d98-8dd6-47166421c610","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.842695821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d70a8e7c-3e59-4d98-8dd6-47166421c610","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.842941917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eadaf2ed-1ef8-4f38-8c95-9db847db6573","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.842954429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eadaf2ed-1ef8-4f38-8c95-9db847db6573","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843181269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d20004c-20a1-42aa-8d42-f8815aa5b99c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843194006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d20004c-20a1-42aa-8d42-f8815aa5b99c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843466707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e732952a-ae87-4f8d-9d0d-23caa857e9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843483689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e732952a-ae87-4f8d-9d0d-23caa857e9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843756398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9f470f1-6fd8-483d-97f0-4fb0e2cf29a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843767454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9f470f1-6fd8-483d-97f0-4fb0e2cf29a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843938865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7cac249-fd96-4c20-adad-8cd4845e9714","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.843947425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7cac249-fd96-4c20-adad-8cd4845e9714","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.844134321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ac6ee01-7962-436f-bccc-e16a5e57a610","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.844147564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4ac6ee01-7962-436f-bccc-e16a5e57a610","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.844384143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f598338f-3df1-4647-8f22-597f7c578fb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.844399795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f598338f-3df1-4647-8f22-597f7c578fb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.847181827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba229e3e-a386-401e-af3d-8e834b931fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.847666053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c50b72c8-55d8-4538-a928-af43cfd03bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.847741934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5d7316bd-c945-477a-ad2c-d16ac6386368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.847904292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.857270997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c50b72c8-55d8-4538-a928-af43cfd03bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.857504231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"5d7316bd-c945-477a-ad2c-d16ac6386368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.858840088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c62cb7cb-46d4-4b68-9e9c-8b38f717c7a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.858857827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c62cb7cb-46d4-4b68-9e9c-8b38f717c7a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859134256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56d68b44-ef4a-43e2-98e5-c482033b952f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859148555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56d68b44-ef4a-43e2-98e5-c482033b952f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859507088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30989505-a9c1-426f-9c9f-c377b6ca60f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859522038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30989505-a9c1-426f-9c9f-c377b6ca60f8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859819547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"212799a2-c197-4ff5-a48b-03f5164a32b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.859835968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"212799a2-c197-4ff5-a48b-03f5164a32b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860129141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd95ac84-01d4-45a0-baa1-4b3a99162a20","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860165429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd95ac84-01d4-45a0-baa1-4b3a99162a20","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860462394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebbca742-fe44-4734-a251-290002daf8b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860477699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebbca742-fe44-4734-a251-290002daf8b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860823689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d61644bc-d168-4db2-9283-14fcacd3fdd0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.860834589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d61644bc-d168-4db2-9283-14fcacd3fdd0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.861111034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"888f88a1-65b5-40f9-b5ae-775b2e7def90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.861122679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"888f88a1-65b5-40f9-b5ae-775b2e7def90","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.861472756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba229e3e-a386-401e-af3d-8e834b931fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.863485224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3bbb9b7-7615-4c21-a3ee-c4a5256deacc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.865320891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44c7fa62-a1d1-4774-a629-2dcaabc604f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.869281905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba229e3e-a386-401e-af3d-8e834b931fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.871021036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c50b72c8-55d8-4538-a928-af43cfd03bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.953995498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312468b3-0079-41df-bc8e-5259c4df304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.954960424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19102695-d838-4d25-8505-ef8de858cd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.955404724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4cca84a9-f747-4abd-8fd9-ec5ee720356c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.962735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312468b3-0079-41df-bc8e-5259c4df304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.963643114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19102695-d838-4d25-8505-ef8de858cd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.966416836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4cca84a9-f747-4abd-8fd9-ec5ee720356c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.975943594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19102695-d838-4d25-8505-ef8de858cd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:12.976544221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312468b3-0079-41df-bc8e-5259c4df304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.002461521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"3282843d-d090-4a07-93a6-a2c9de968b38","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"name":"e2e-dft-refs-07133a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.008245545Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"6361f784-cd61-441a-af84-e00f05bafca9","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.016819028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7813f90c-cd46-4218-abee-3d8515cf8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.016953218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fbdcbe-b8fb-4063-9b30-936976b0b484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.026160007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"ae391be9-0bd8-4b45-a316-a0bf1d8faf1c","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.026178825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"ae391be9-0bd8-4b45-a316-a0bf1d8faf1c","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-07133a-8c1c12e527c1","namespace":"llm","model":"e2e-dft-refs-07133a","externalModel":"e2e-dft-refs-07133a","provider":"e2e-dft-refs-07133a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.027186893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7813f90c-cd46-4218-abee-3d8515cf8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.032201144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fbdcbe-b8fb-4063-9b30-936976b0b484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.035374567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7813f90c-cd46-4218-abee-3d8515cf8c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.046610254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82fbdcbe-b8fb-4063-9b30-936976b0b484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.060747911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b993d4f0-32a5-42e8-b46e-5be8ce259f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.061088426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98d2838a-eb07-4bce-9c58-e7e16c322b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.061335285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6c1fbbbc-7e30-4edb-bdfb-9fcd2c69d39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.069512535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b993d4f0-32a5-42e8-b46e-5be8ce259f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.070018973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98d2838a-eb07-4bce-9c58-e7e16c322b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.072317866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6c1fbbbc-7e30-4edb-bdfb-9fcd2c69d39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.079203064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b993d4f0-32a5-42e8-b46e-5be8ce259f11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.079293274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98d2838a-eb07-4bce-9c58-e7e16c322b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.159444239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a5f7bc37-a06a-4bc0-99a4-0816d3e91a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.171861151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"a5f7bc37-a06a-4bc0-99a4-0816d3e91a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.914938938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"9d860ee1-0722-4753-beff-5c0ff40382f9","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.937637533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"458a1edf-930d-465b-b1b4-c0d76015684a","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.937663799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"458a1edf-930d-465b-b1b4-c0d76015684a","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-07133a-8c1c12e527c1","namespace":"llm","model":"e2e-dft-refs-07133a","externalModel":"e2e-dft-refs-07133a","provider":"e2e-dft-refs-07133a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959017788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e95e0cd-1e55-4857-b605-f2eaae618fae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959038211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e95e0cd-1e55-4857-b605-f2eaae618fae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959251303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"981ccef3-c9c2-41f2-961b-35b2ec26a9a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.95926251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"981ccef3-c9c2-41f2-961b-35b2ec26a9a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959477188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a1a5c30-cbb4-4661-8f5e-3d61e43eae27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959488826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0a1a5c30-cbb4-4661-8f5e-3d61e43eae27","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959687082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9516c323-8f82-4af5-bbc4-cb433d57475c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959700796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9516c323-8f82-4af5-bbc4-cb433d57475c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.959952974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d3b366e-0721-415c-9125-628723b7b62e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.95996352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d3b366e-0721-415c-9125-628723b7b62e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960160097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd306eb4-0871-4db0-a3de-9bc3dde5d953","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960172242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd306eb4-0871-4db0-a3de-9bc3dde5d953","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960396463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4d94ebb-624e-4075-bd76-7adab1afa9f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960410268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e4d94ebb-624e-4075-bd76-7adab1afa9f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960647387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"666436da-4afc-43ce-ac84-0a80ebc0d270","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.960659544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"666436da-4afc-43ce-ac84-0a80ebc0d270","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.988231357Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"2feaab82-6d97-4193-9cbe-20f2c0a50874","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-07133a-8c1c12e527c1","namespace":"llm","model":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.988505886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"382e92cd-4977-4cd1-96f5-21dd7bf60f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.998277129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"105c7894-9b36-4a97-9a91-af62db31488e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.998845065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c84889c-8e8d-4409-8165-8aad7e3f0fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:13.998944202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"db9cd4dd-0f54-4489-9a65-ef4de8824e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.00667078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"382e92cd-4977-4cd1-96f5-21dd7bf60f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.029115494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df2d6e69-0e97-411e-b7e3-2d7c2da59278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.029510514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46710e20-620a-4479-aef3-25c63e22be5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.031142232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"db9cd4dd-0f54-4489-9a65-ef4de8824e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.03165338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"105c7894-9b36-4a97-9a91-af62db31488e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.033329361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c84889c-8e8d-4409-8165-8aad7e3f0fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.040976902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"105c7894-9b36-4a97-9a91-af62db31488e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.042319107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c84889c-8e8d-4409-8165-8aad7e3f0fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.055866129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f63c8e-9786-4c53-adaf-30be22ed059d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.055875168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddbd5341-6a4f-4c2c-8554-398d6aa75f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.065417871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddbd5341-6a4f-4c2c-8554-398d6aa75f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.067186317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f63c8e-9786-4c53-adaf-30be22ed059d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.078857771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5f63c8e-9786-4c53-adaf-30be22ed059d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.07915612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddbd5341-6a4f-4c2c-8554-398d6aa75f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.082629357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"3fd983a5-7960-4a3d-943b-98c5b545bf9a","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.088643396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"2137a057-d968-4d76-87f1-17a11b3d52b6","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"name":"e2e-dft-refs-07133a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.094724886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4b8c315-e641-41a4-9041-b372855c80dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.09476102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"12ca8f87-5604-4610-9920-57f04f0b60d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.095248647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a99d2da-d582-4bb4-9b9f-979bce1e221e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.11292005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a99d2da-d582-4bb4-9b9f-979bce1e221e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.112923815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"12ca8f87-5604-4610-9920-57f04f0b60d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.114997708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4b8c315-e641-41a4-9041-b372855c80dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.12097545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a99d2da-d582-4bb4-9b9f-979bce1e221e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.122470063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4b8c315-e641-41a4-9041-b372855c80dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.261851471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"79d5e97f-7b16-4005-bf5e-b664fad7d597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:14.270914845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"79d5e97f-7b16-4005-bf5e-b664fad7d597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.04814387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"1cbe615e-8e60-4572-9bc5-17a75ec14230","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.051606514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"6f06b37d-3690-4e6a-86dd-32927d7caac5","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"name":"e2e-dft-refs-07133a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.062319363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f8899232-f277-4d94-ad6e-249e73f72cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.062926558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"630c9e6d-0155-4870-9505-9519d6275283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.063108834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"09f5ca54-2685-4a97-87aa-3ce16936c930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.062926507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81258e3e-961e-4f6b-9082-07f65348801c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.071568317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f8899232-f277-4d94-ad6e-249e73f72cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.072807029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"630c9e6d-0155-4870-9505-9519d6275283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.075088747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81258e3e-961e-4f6b-9082-07f65348801c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.075968126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"09f5ca54-2685-4a97-87aa-3ce16936c930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.081519449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"630c9e6d-0155-4870-9505-9519d6275283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.082555931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"516c2581-4dea-4db9-be1a-a346b3441412","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"name":"e2e-dft-refs-07133a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.083469513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81258e3e-961e-4f6b-9082-07f65348801c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.087744945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"593e9e37-999f-43cb-a20c-4f67b31ea603","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.087760238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"593e9e37-999f-43cb-a20c-4f67b31ea603","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.087955238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca8e8183-1d74-495e-8dd5-40ecc14b7696","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.087966378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca8e8183-1d74-495e-8dd5-40ecc14b7696","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.088184533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc4f7c32-b9b2-47bb-b142-d85e1cafb105","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.088195277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc4f7c32-b9b2-47bb-b142-d85e1cafb105","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.08839442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1e28d2-d387-4fc1-a3ce-b77554040767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.08846496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1e28d2-d387-4fc1-a3ce-b77554040767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.088720204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3688c409-d842-4d87-a1c8-012211729067","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.088731421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3688c409-d842-4d87-a1c8-012211729067","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.08891669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f1a11168-56d8-4a7a-bcbe-7b6b3f409bf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.088926446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f1a11168-56d8-4a7a-bcbe-7b6b3f409bf6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.089127085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aa96913-81ab-48ce-a56e-267a854a3477","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.089137812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7aa96913-81ab-48ce-a56e-267a854a3477","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.089317163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a332118-e13a-48d4-a384-c7954714f079","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.089326914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a332118-e13a-48d4-a384-c7954714f079","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.095248568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"ab875605-6469-49fe-9f1f-b5dbc883b996","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"name":"e2e-dft-refs-07133a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.09815891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5af33f2e-2dcb-47df-a703-8b9f1d22c29a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.09967858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56de3542-ba08-49e5-9f18-2a660deea596","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.099691709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56de3542-ba08-49e5-9f18-2a660deea596","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.099875843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"362ff64b-190d-4a80-ba07-ea74d2fc2070","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.099885535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"362ff64b-190d-4a80-ba07-ea74d2fc2070","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100051405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be829e49-a8d9-4b92-ada4-153c1aaaeeff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100059989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be829e49-a8d9-4b92-ada4-153c1aaaeeff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100297015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7dc0a853-f42b-43ad-bd64-649d33dda2d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100306846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7dc0a853-f42b-43ad-bd64-649d33dda2d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.10051121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8902871-d9f0-43aa-8512-4f5f4a51f7f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100521285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8902871-d9f0-43aa-8512-4f5f4a51f7f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100685122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25a514b9-939d-4f6d-beb2-02eab67226f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100693552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25a514b9-939d-4f6d-beb2-02eab67226f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100841187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"325c717a-985b-43ae-babb-3a4dca7838db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.100849082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"325c717a-985b-43ae-babb-3a4dca7838db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.101075953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32e3fd84-d7d5-4c29-9bef-91b3d59875a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.101085125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32e3fd84-d7d5-4c29-9bef-91b3d59875a1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.106699006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3de27a8c-63d1-41a6-bbd6-d3c1d5a081cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.159065212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c239e5cc-0f72-498b-b02d-a732289bb870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.159301224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f8ae1a6-6681-4598-a660-bd5a862f3a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.16770243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f8ae1a6-6681-4598-a660-bd5a862f3a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.167708143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c239e5cc-0f72-498b-b02d-a732289bb870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.175113135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c239e5cc-0f72-498b-b02d-a732289bb870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.17518308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f8ae1a6-6681-4598-a660-bd5a862f3a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.190875941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"d088f63e-63d2-49b5-b20f-05341c698f92","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.193611935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"3c06b9dc-9953-4a09-bef0-67fd8727ec3f","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.193628221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"3c06b9dc-9953-4a09-bef0-67fd8727ec3f","MaaSModelRef":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-07133a-8c1c12e527c1","namespace":"llm","model":"e2e-dft-refs-07133a","externalModel":"e2e-dft-refs-07133a","provider":"e2e-dft-refs-07133a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.197184437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e02b893-5c22-4de2-8998-3b98be2b6297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.19776389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a109a33e-4237-4a1e-9e93-de314b1bed37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.201312138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9e0698a-8e61-44bb-9337-9b47816cccfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.201546093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b72a80b1-6487-4d5d-99b5-2c1c19837830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.20686965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e02b893-5c22-4de2-8998-3b98be2b6297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.208317364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a109a33e-4237-4a1e-9e93-de314b1bed37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.214923035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"b72a80b1-6487-4d5d-99b5-2c1c19837830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.214990433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"c9e0698a-8e61-44bb-9337-9b47816cccfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.216095086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e02b893-5c22-4de2-8998-3b98be2b6297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.21843101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a109a33e-4237-4a1e-9e93-de314b1bed37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.258890992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1447214b-8f9a-4bfe-a63e-3bc95f627035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.259167574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88d42d08-bfee-42ad-8d98-b4d0acdf7bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.269043915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1447214b-8f9a-4bfe-a63e-3bc95f627035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.269045571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88d42d08-bfee-42ad-8d98-b4d0acdf7bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.280500144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1447214b-8f9a-4bfe-a63e-3bc95f627035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.280602854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88d42d08-bfee-42ad-8d98-b4d0acdf7bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.916762581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"49d713ff-eab2-40fc-aa8b-14c3a564d86a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.99187906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"6d94996e-27a9-452e-afda-0f4261702204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:15.991935346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09997eac-c22a-47f5-8439-eb1d6e225141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.090643608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a011f6dd-7cb8-4f77-907f-c68414bffbcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.481840317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"75874627-16a7-405a-a27d-a126f705c5e2","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.535562728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eec85a4b-c3c6-43aa-ae9d-a05c0d943ba1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.53558922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eec85a4b-c3c6-43aa-ae9d-a05c0d943ba1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.536009603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a109c91-e2c2-488b-9d52-04b4b899e69b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.538168192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a109c91-e2c2-488b-9d52-04b4b899e69b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.538514279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13dcf791-4ef1-40e5-a657-e1c1aa146bd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.538533392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13dcf791-4ef1-40e5-a657-e1c1aa146bd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.53882907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c136bbd-fede-400b-87a8-618172460b3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.538844994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c136bbd-fede-400b-87a8-618172460b3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539191831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe2f6ccf-dd3e-40d1-8d1b-3a758c13dc91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539207872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe2f6ccf-dd3e-40d1-8d1b-3a758c13dc91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539517311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b6b2a75-9865-46be-b4a2-9030bc3f2d98","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539534091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b6b2a75-9865-46be-b4a2-9030bc3f2d98","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539812698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65e579d6-2957-4d92-80f3-e4e4703839ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.539829363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65e579d6-2957-4d92-80f3-e4e4703839ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.540120643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2147c60c-1774-440f-be77-55732ed23c59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.540185255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2147c60c-1774-440f-be77-55732ed23c59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.554775234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1669420a-5dee-4d8a-8763-369aa7260294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.555376207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12dda7fb-ad1a-40e5-820c-d5676ed031ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.559049639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4ccb0868-6488-48ee-a376-0472971338ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.561237352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0237dac-78aa-4878-be9d-59f7eb24f81c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.626376069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a91c0f0-dc49-4446-9054-02eca7409f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.627902971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1669420a-5dee-4d8a-8763-369aa7260294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.628385425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab9e8e15-7398-4ad8-aa30-501775d28aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.628882353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0237dac-78aa-4878-be9d-59f7eb24f81c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.629387697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12dda7fb-ad1a-40e5-820c-d5676ed031ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.630871135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4ccb0868-6488-48ee-a376-0472971338ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.634595904Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-07133a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-07133a","reconcileID":"9fa1d168-1a9c-4e4b-a8a8-e08cf4f07b90","namespace":"llm","name":"e2e-dft-refs-07133a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.63651356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12dda7fb-ad1a-40e5-820c-d5676ed031ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.63729363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0237dac-78aa-4878-be9d-59f7eb24f81c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.646604999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4056ab27-0539-4ec3-9880-16a527e147f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.646619159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4056ab27-0539-4ec3-9880-16a527e147f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.649630824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2f2b346-a883-47f5-9017-4c90ac8220a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.649644371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2f2b346-a883-47f5-9017-4c90ac8220a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.651168094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"cdb23a84-f82d-4261-9c51-aaf65bc09ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.657471775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4f6da7b3-a0b4-49ce-b8ba-087005725404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.657813934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52ec838-2feb-4e82-b5b7-3f35285edceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.659901437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"cdb23a84-f82d-4261-9c51-aaf65bc09ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.665640302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4f6da7b3-a0b4-49ce-b8ba-087005725404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.666502475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52ec838-2feb-4e82-b5b7-3f35285edceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.675626483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52ec838-2feb-4e82-b5b7-3f35285edceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:16.686195305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e52ec838-2feb-4e82-b5b7-3f35285edceb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.758259609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"782c8a87-0313-45a5-8bba-f66216fb6931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.758429086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94290cb3-e2e8-463d-8af9-f018d4dd41c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.76744797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"782c8a87-0313-45a5-8bba-f66216fb6931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.767451435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94290cb3-e2e8-463d-8af9-f018d4dd41c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.775482953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94290cb3-e2e8-463d-8af9-f018d4dd41c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:16.775638761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"782c8a87-0313-45a5-8bba-f66216fb6931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.33081724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"94760104-d695-45fb-8897-65fc7a416aa1","namespace":"llm","name":"e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.338056256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"15784d37-6a8b-4dcd-91ed-279df6f6cc5e","namespace":"llm","name":"e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.340490972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"57674bb9-d8c8-4b15-b95f-0d03b8944f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.340624366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69ba95-aa34-457e-ab45-f37f05343271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.340932471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b037c032-8f68-4293-ab3d-8084c7653e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.34103725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ac9db0da-329e-4ec6-a7b3-11afc2fb68da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.351657975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"57674bb9-d8c8-4b15-b95f-0d03b8944f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.352710142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b037c032-8f68-4293-ab3d-8084c7653e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.35396537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69ba95-aa34-457e-ab45-f37f05343271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.355047707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ac9db0da-329e-4ec6-a7b3-11afc2fb68da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.360046652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b037c032-8f68-4293-ab3d-8084c7653e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.36125354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da69ba95-aa34-457e-ab45-f37f05343271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.368983163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88a70623-94fc-4f61-bb02-5285c58210c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.372150295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d3abe02d-3e33-4fed-b9fd-76c3473b4d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.372847549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"067cd2d9-2b05-4c97-80cd-28ed1a907870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.374676042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89a2c14b-f6a7-4343-a0cf-08a1a53ee2c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.374703917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89a2c14b-f6a7-4343-a0cf-08a1a53ee2c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.37578988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff10a2df-97ee-4a8f-b7b2-afe4841f35bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.37580828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff10a2df-97ee-4a8f-b7b2-afe4841f35bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.377019145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad3d9279-2dfb-47b2-8cab-86c25742ca6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.377040911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad3d9279-2dfb-47b2-8cab-86c25742ca6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.378402854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732922ba-f149-46d4-bba6-7833c967fbee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.378420267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"732922ba-f149-46d4-bba6-7833c967fbee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.378962714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf715d47-00a2-4c5a-b703-547925ae879c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.378979986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf715d47-00a2-4c5a-b703-547925ae879c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.379227739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fab2c253-5b20-4741-b6cf-ec8d27e837ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.379329007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fd20e8f-43dd-4c41-aa5c-a72d3338758f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.37934438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fd20e8f-43dd-4c41-aa5c-a72d3338758f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.425757367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e0d26488-36c6-4def-9f31-3535c89eec45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.425803243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e0d26488-36c6-4def-9f31-3535c89eec45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.426537558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aa883b1-1103-424a-8f1f-76de58bbc8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.426558947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aa883b1-1103-424a-8f1f-76de58bbc8ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.433833729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"067cd2d9-2b05-4c97-80cd-28ed1a907870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.440065451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"278a8f16-97c1-41e0-9e58-acb114ce455e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.440088798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"278a8f16-97c1-41e0-9e58-acb114ce455e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.440700452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4061116-6f1c-4842-9528-a102d5d74d4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.440742288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d4061116-6f1c-4842-9528-a102d5d74d4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.441366231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5db01c8-6a13-4c87-90b3-56f037e695e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.441393973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5db01c8-6a13-4c87-90b3-56f037e695e7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.442004744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94e5d0a9-55e7-451f-8dbe-88d8ff2f7386","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.442034367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94e5d0a9-55e7-451f-8dbe-88d8ff2f7386","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.442819348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86413463-cf61-4254-838d-ca5d123226ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.442840569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86413463-cf61-4254-838d-ca5d123226ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.447838986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"756b1474-fc81-46f3-9600-e2247b1336cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.447859369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"756b1474-fc81-46f3-9600-e2247b1336cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.448068284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05eed412-f00d-439e-bf18-e146bde88038","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.448080177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05eed412-f00d-439e-bf18-e146bde88038","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.448280216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b3b4f1-fbd2-4b39-be1e-bc1882cf8102","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.448290785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b3b4f1-fbd2-4b39-be1e-bc1882cf8102","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.449250787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88a70623-94fc-4f61-bb02-5285c58210c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.45178024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"d3abe02d-3e33-4fed-b9fd-76c3473b4d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.451830023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"067cd2d9-2b05-4c97-80cd-28ed1a907870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.45242249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"fab2c253-5b20-4741-b6cf-ec8d27e837ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.525605436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88a70623-94fc-4f61-bb02-5285c58210c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.527304382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21ef5425-84b2-4919-9c06-0aca2f6a3a83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.527783127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"87e1f276-95c2-4ede-aed5-9e5fc36a8b1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.528921668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"2c6c0031-7728-40e3-b1b9-e50b3473fb73","namespace":"llm","name":"e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.537102675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a02b82-1ab2-4739-b712-09342fca5034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.547590057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a02b82-1ab2-4739-b712-09342fca5034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.552139273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"efa134d0-6922-4aab-a3e5-0f4140d194bd","MaaSModelRef":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.552157154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"efa134d0-6922-4aab-a3e5-0f4140d194bd","MaaSModelRef":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"routeName":"external-model-e2e-dft-del-6be7b9-b46c7fa6b4b8","namespace":"llm","model":"e2e-dft-del-6be7b9","externalModel":"e2e-dft-del-6be7b9","provider":"e2e-dft-del-6be7b9-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.555799492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15a02b82-1ab2-4739-b712-09342fca5034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.661577685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b4efdc5-236b-4e04-be05-4967452039c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.662074766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd3539cf-089b-4570-8c28-a1271e72298a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.662557325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54456a54-c8a0-4631-959c-9f3e8f16e4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.663007798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"729f580d-988c-479e-a98e-c86f508c2acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.731948167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"729f580d-988c-479e-a98e-c86f508c2acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.73961177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54456a54-c8a0-4631-959c-9f3e8f16e4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.743105601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"bd3539cf-089b-4570-8c28-a1271e72298a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.746296747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b4efdc5-236b-4e04-be05-4967452039c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.748339197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54456a54-c8a0-4631-959c-9f3e8f16e4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.753781242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b4efdc5-236b-4e04-be05-4967452039c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.837122623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f384cbe-c835-44e6-a68f-5986a26371f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.849276014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f384cbe-c835-44e6-a68f-5986a26371f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:18.856968586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f384cbe-c835-44e6-a68f-5986a26371f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.739375325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"81ce48fd-ae8d-4e37-8ea1-84711af8e935","namespace":"llm","name":"e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.749529171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44a18596-6815-4466-9b82-fef69446da9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.749555174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44a18596-6815-4466-9b82-fef69446da9b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.749991486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"140f1cfa-4183-49ab-ad51-653ec35d02b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750005975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"140f1cfa-4183-49ab-ad51-653ec35d02b7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750320988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f888ad7-85cb-4287-b258-d8a35af63d7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750332813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f888ad7-85cb-4287-b258-d8a35af63d7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750652103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0f787b5-3ca1-4772-82dd-468839cb301c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750671813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0f787b5-3ca1-4772-82dd-468839cb301c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.750999676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8153398-c520-47cf-aaa1-badc3f92a87f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751013163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8153398-c520-47cf-aaa1-badc3f92a87f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.75124264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2af983e-a302-40a3-a3ee-1c8c5fbe7a2c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751259043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d2af983e-a302-40a3-a3ee-1c8c5fbe7a2c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751497429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea9fbb40-fd60-4351-80fc-ce5e93f17d4e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751511496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea9fbb40-fd60-4351-80fc-ce5e93f17d4e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751739118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cebda711-8651-4df5-9985-de58abe3de4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.751750487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cebda711-8651-4df5-9985-de58abe3de4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.758108649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d478df17-8328-4797-8c33-a596ebef8885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.7592125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9bf081b6-fe38-486b-ad2d-1e51cada9195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.759411238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45aef479-9587-4bf7-b55f-65a7352d894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.767664221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"d478df17-8328-4797-8c33-a596ebef8885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.768842149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5207fdc2-37f6-4c85-be5d-07f897b1ab6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.771813064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45aef479-9587-4bf7-b55f-65a7352d894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.773005392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9bf081b6-fe38-486b-ad2d-1e51cada9195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.778424371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5207fdc2-37f6-4c85-be5d-07f897b1ab6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.779547048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8b6dd8a-6837-4952-bcc7-6df8342277b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.780006149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5039018-24db-474c-9d79-13d0b2af77fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.78176947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45aef479-9587-4bf7-b55f-65a7352d894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.787416527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5207fdc2-37f6-4c85-be5d-07f897b1ab6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.854440249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b6db88-7194-4742-8932-69769162ee4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.854440653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a05408f7-5430-4e72-94c2-026f62c62b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.865870269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a05408f7-5430-4e72-94c2-026f62c62b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.867340757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b6db88-7194-4742-8932-69769162ee4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.87329748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a05408f7-5430-4e72-94c2-026f62c62b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.875070754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b6db88-7194-4742-8932-69769162ee4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.892278188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-6be7b9","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-6be7b9","reconcileID":"4da8414a-0d58-432d-a3de-9f84aecd097d","namespace":"llm","name":"e2e-dft-del-6be7b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.901079572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7746d50-91f0-4fce-a851-e25578884fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.90165583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8171a1d6-a3e9-4e0b-b610-f57bb4ba7f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.902001073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"094c6905-44ab-420b-a668-3b072b01ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.902337419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a33e53-d000-4f50-9b86-ed6969b326d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.910513687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"f7746d50-91f0-4fce-a851-e25578884fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.910540805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8171a1d6-a3e9-4e0b-b610-f57bb4ba7f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.913922494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"094c6905-44ab-420b-a668-3b072b01ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.91684733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a33e53-d000-4f50-9b86-ed6969b326d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.918267756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8171a1d6-a3e9-4e0b-b610-f57bb4ba7f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:19.924967256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a33e53-d000-4f50-9b86-ed6969b326d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:22.282391856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"ba84add8-7907-4b0e-8648-84769bcfbfa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:22.374240249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"6a037940-3d8f-440c-9b2b-1125dc7b9e91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:22.375343406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eed0470d-e06b-4c95-acea-82fcf1edf149","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:22.375495787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efeba239-b52f-419b-bb64-fb8e0fc102c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.838911653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"5160f6dc-3ff3-46d9-ad9c-1c2babc8158b","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.847932103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"754b54c2-dcce-4a1a-8e6d-a9c005deb689","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.850281898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15ea35b5-c06e-4745-928d-990e99e37f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.850384108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9e6a7fc2-13fe-4f6c-9c8c-8f3e70e5c910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.850674372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b683db0-44c3-4347-9f49-34725a9be449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.850757287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ed7b45a9-ee8a-4629-85db-566a632a8454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.860594709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15ea35b5-c06e-4745-928d-990e99e37f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.860605667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b683db0-44c3-4347-9f49-34725a9be449","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.864042743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"ed7b45a9-ee8a-4629-85db-566a632a8454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.864052032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"9e6a7fc2-13fe-4f6c-9c8c-8f3e70e5c910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.984858256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af30934c-4667-41eb-af53-a5cbbd9c2cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.984878396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af30934c-4667-41eb-af53-a5cbbd9c2cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.985191404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b2c6b4b-28bf-48c4-956e-377565b25115","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.98520484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b2c6b4b-28bf-48c4-956e-377565b25115","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.986725725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3415af3f-666c-4fe5-957f-e4c3dfd709cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.990699593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"40c43289-d022-42b0-86c4-3f9cd92c8c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:23.992057596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"38b5ace8-a192-4eef-b75e-6809b885fd48","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.001484786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"40c43289-d022-42b0-86c4-3f9cd92c8c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.001566296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"3415af3f-666c-4fe5-957f-e4c3dfd709cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.001872302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a569f3d9-2c82-4bb2-af43-a80b34c08e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.006108894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ae1544f-3e8e-434a-957c-a369420162d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.012710383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a569f3d9-2c82-4bb2-af43-a80b34c08e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.020343286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ae1544f-3e8e-434a-957c-a369420162d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.034389702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"06d9f5c0-4e03-46dc-a567-3135587cedbe","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.034411743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"06d9f5c0-4e03-46dc-a567-3135587cedbe","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:24.093244951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a569f3d9-2c82-4bb2-af43-a80b34c08e06","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.116509708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"0001d3ce-8f94-4742-adac-a3fd80b3006e","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.12892669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1b75a04a-2f3c-4510-b16a-aab5d74fa536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.129600947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"619fa954-201a-4498-93d6-6fea06f6b18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.130233017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c2bfa9-b2bd-49cb-98a0-b57700eb05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.143145733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1b75a04a-2f3c-4510-b16a-aab5d74fa536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.171188266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"619fa954-201a-4498-93d6-6fea06f6b18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.171832379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81853b57-58dd-4c8e-82cf-7bb2749bf98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.175380473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5c2bfa9-b2bd-49cb-98a0-b57700eb05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.184944363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81853b57-58dd-4c8e-82cf-7bb2749bf98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.216568747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"57fcb9e6-3c7e-4d88-b835-e0560ae24f06","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.216588597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"57fcb9e6-3c7e-4d88-b835-e0560ae24f06","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.225112271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"635e4200-447f-4dca-9ffd-09c5045ee239","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.225129094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"635e4200-447f-4dca-9ffd-09c5045ee239","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.226214616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"924395f1-2c4f-4330-b954-7b8ea268b007","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.257636509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"924395f1-2c4f-4330-b954-7b8ea268b007","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.264725769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"924395f1-2c4f-4330-b954-7b8ea268b007","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.279908868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"6d37dae0-e87b-4439-89d3-bb500c24f92f","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.279925551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"6d37dae0-e87b-4439-89d3-bb500c24f92f","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.329734177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d392e3e6-e78c-4f78-a587-9bf0dbe90196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.329752434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"77247941-da1b-4a3e-a22c-5534a51c18c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.330157073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0e3129aa-2cdf-4092-8ca7-34993f998b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.338696416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d392e3e6-e78c-4f78-a587-9bf0dbe90196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.338837003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"77247941-da1b-4a3e-a22c-5534a51c18c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:24.340825425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0e3129aa-2cdf-4092-8ca7-34993f998b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.145729003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"589c4e12-f26e-415a-a8e7-b180cc68a646","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.235438539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"12dedfab-b300-417c-8add-940b58bc4776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.235543438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"296aa786-5cb5-4fc8-b6d3-653e7e83e6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.235860784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb7afb90-4e3d-4a33-837b-fda8990249a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.283991816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"ce42bca7-81f7-4a0e-90ea-d1cadca575ad","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.293036783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"ce42bca7-81f7-4a0e-90ea-d1cadca575ad","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.300957304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86eea4c2d8bde03cb2c525ce5cbbc2781e179681e76d65c32337515564a42345) AuthConfig (71e4f78dc347dc8d653c6b2fbfeeb07a72e1426c29976ef7ccb4a742a1701387) AuthConfig (42faef6022e18474e47079fabf2775c118d9ec6455378305d480afa6461f8d76) AuthConfig (4600632756278a1779b3df44e93ddfbadeefb4eda2ceb5dfaa315028f536381f) AuthConfig (3fd2f4cf71e9d859b76d9420e21db9ab595d8605d151df2d83d797f88464722c) AuthConfig (dd7c86ba792940365e1dd3ad479c3fe12dc4159479da5e4e3715b45d79df2c5b) AuthConfig (9014f9ad65d1260d27c13c2f584bc7d5daa5161b803e9e364ca5df20b4cb50fd) AuthConfig (abb339d9809e8310d5cdd0a09418155c2ab6ea986b78fc8398db6647f6edc83e) AuthConfig (4ae3c9f71c471bec7d10ffd8fc3caaea8d17571be9b6c7f850795cee16062c7e) AuthConfig (ee317abd593b3aabbddcda26c553c0d34e64fd6ca1349d578aca460f296827f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"ce42bca7-81f7-4a0e-90ea-d1cadca575ad","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.318980642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"b09ec9f6-13c8-4792-9303-586b6c735ab7","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:27.319002352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"b09ec9f6-13c8-4792-9303-586b6c735ab7","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:31.669754644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"69efa763-b6aa-42ff-887b-9a42fb416b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:31.771627342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"12399d2b-f85b-4443-98f5-fac06a373e0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:31.772118635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ea1b0fb-f896-4467-b6cc-7d846dc5f9cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:31.772124231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1e0e614-0bd7-4ea3-a26f-c7d6dc4839e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:37.318886048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"0f1d19a3-3eb0-4c0c-9975-0dcd2d5a4df9","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:37.327283707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"0f1d19a3-3eb0-4c0c-9975-0dcd2d5a4df9","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:37.364771187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"26f0693d-e7c3-4cd0-b2fa-2fe032d90890","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:37.364789778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"26f0693d-e7c3-4cd0-b2fa-2fe032d90890","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.193008893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"2baa1413-db75-4bbb-9ece-6984c12ade61","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.193030683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"2baa1413-db75-4bbb-9ece-6984c12ade61","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.19304889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"5b722cbf-7aee-4aed-aa64-4c8360406d26","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:40.198155212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"eda00fda-7ec3-4a05-bf09-257aafee29c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-ce1d47d8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.202759976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"5b722cbf-7aee-4aed-aa64-4c8360406d26","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.208800375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"0e36e8f5-102c-4ed0-807e-9b1d7fdfa342","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.208816809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"0e36e8f5-102c-4ed0-807e-9b1d7fdfa342","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:40.217435681Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"0e36e8f5-102c-4ed0-807e-9b1d7fdfa342","name":"e2e-fail-ce1d47d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-ce1d47d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:00:40.2174857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"0e36e8f5-102c-4ed0-807e-9b1d7fdfa342","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-ce1d47d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.224051719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"07765a9d-c582-4eef-9cc2-d05827d6b26f","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.224066577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"07765a9d-c582-4eef-9cc2-d05827d6b26f","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.231659465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"41c40429-51b9-48b6-9fbc-8e950a82de97","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.231675394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"41c40429-51b9-48b6-9fbc-8e950a82de97","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.244887927Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"5a03b5f9-41ac-470e-a654-24ebe0274935","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-fail-ce1d47d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-fail-ce1d47d8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.269514354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"98a1006a-d7a7-47ca-8972-7f525539eeba","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.269530286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"98a1006a-d7a7-47ca-8972-7f525539eeba","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.319862884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"2c1ade81-3ddf-4d3f-ad5c-c67e1ff9ef04","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.328091132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"2c1ade81-3ddf-4d3f-ad5c-c67e1ff9ef04","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:40.340719094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"9dc1218a-eaab-41b1-a5e4-103320674061","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.534043169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"78d04094-2ef2-46d8-841d-0e1c91d5d49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.634720314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"01d07828-332f-41e9-ab51-25e28e59a6f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.634800564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c167c49-700d-4207-9674-5481cdbebf61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.635433109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1046a528-2777-4c9e-ac5c-4cefc5422923","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.638382698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"d33a6568-b801-48d3-b023-10779b5207de","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.654721399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"eb8cdaf4-1dfe-4bdb-ae2d-2fbef8622863","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.664320789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"eb8cdaf4-1dfe-4bdb-ae2d-2fbef8622863","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.765819172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"32b1d48b-f499-46ab-b5b0-33aa224515b8","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.765847436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"32b1d48b-f499-46ab-b5b0-33aa224515b8","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:42.852423787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:45.94449824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"107787d1-d69c-45ef-932e-95afde1cce5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.011848165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"040b75ed-ccae-47c4-ba39-f1933f86d525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.012396098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"0ffe43f2-af7c-4cb7-994f-00e379ec8bae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.01245748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae60e1a5-4284-44ff-9a0c-856f6b6fb17b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.015560571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"826dab85-4f80-4325-aa32-cdc3873ddc77","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.056063615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"2a4e74e0-b2fd-4c04-b0cf-ccb6b0f090ef","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.065221979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"c24efcd7-6479-41a0-8def-a1bb371b9d3c","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.065533463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"feabba97-1cd0-4152-b28f-943ed1bbe697","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.068301127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e447c2-41ae-44e5-8b99-e3a136eabef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.068576914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74649a78-c757-40d0-9290-6576aa42eefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.068699279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4429fa87-dfcd-4dfa-a9e5-a26e0ea94af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.068927892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f19ec650-fd96-486c-bc55-fc092b3c593c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.073539128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"c24efcd7-6479-41a0-8def-a1bb371b9d3c","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.076816654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e447c2-41ae-44e5-8b99-e3a136eabef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.077458988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"f19ec650-fd96-486c-bc55-fc092b3c593c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.079277538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4429fa87-dfcd-4dfa-a9e5-a26e0ea94af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.079662325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74649a78-c757-40d0-9290-6576aa42eefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.094394172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"691de835-73e0-465a-8149-3c88099d5bdf","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.094410053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"691de835-73e0-465a-8149-3c88099d5bdf","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.105400514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0e668a9f-db0a-4645-862c-6b2114018360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.105448435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ece82f-0afc-4322-a53d-756909f120fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.110223667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"7752f255-3fb9-45ee-a817-0aa34fba0fae","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.110240943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"7752f255-3fb9-45ee-a817-0aa34fba0fae","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.115619047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ece82f-0afc-4322-a53d-756909f120fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.116894808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"0e668a9f-db0a-4645-862c-6b2114018360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.122902477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"a701c58c-e8bf-4d89-9f19-33a22d459f42","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.195185671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"5f8acacb-11fc-4786-9049-b463d9e1c202","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.198744148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dc87d57-a4ff-4bbb-a476-6480517bb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.199719703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0e11c1e3-beee-43e0-8fdd-a662adf86ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.204783413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"5f8acacb-11fc-4786-9049-b463d9e1c202","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.210298067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dc87d57-a4ff-4bbb-a476-6480517bb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.211541674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"0e11c1e3-beee-43e0-8fdd-a662adf86ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.214627608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"7ca05c5f-7853-4fde-b2cc-4a811b598543","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.262953658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"11adccca-cd5d-43cc-9574-92a7f231418d","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.262974213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"11adccca-cd5d-43cc-9574-92a7f231418d","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.297947442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"039786fe-2719-4f25-9610-f2d9a0314aab","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.298326433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"325c7ef1-3438-4da8-accd-7494e3c578a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.298557959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239c3ecc-b3b5-4674-b1c9-309d39955d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.322055135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44864b0e-8dd9-4b94-9b26-70e31e2623ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.322657997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c3417a22-fd9d-4ae7-b66c-249444fecd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.343094143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"039786fe-2719-4f25-9610-f2d9a0314aab","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.343643307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"239c3ecc-b3b5-4674-b1c9-309d39955d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.345842235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"325c7ef1-3438-4da8-accd-7494e3c578a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.362956891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44864b0e-8dd9-4b94-9b26-70e31e2623ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.373198751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c3417a22-fd9d-4ae7-b66c-249444fecd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.553313843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"d36b2dc8-890a-4292-95bc-96af71659c7e","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.5533355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"d36b2dc8-890a-4292-95bc-96af71659c7e","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.569318996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"553daf47-aa44-401d-b41a-0004ed4e0089","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.569340251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"553daf47-aa44-401d-b41a-0004ed4e0089","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.575832803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"45c19817-199e-464a-a0a1-6aa5d98147d0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.634862659Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"45c19817-199e-464a-a0a1-6aa5d98147d0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.643157401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"45c19817-199e-464a-a0a1-6aa5d98147d0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.653134888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"db3e8d19-0436-4fcd-9699-f20575874653","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:46.653154968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"db3e8d19-0436-4fcd-9699-f20575874653","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.701663996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32ed4906-7489-41fc-bc43-d117330ee394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.779517618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ae4279c-e3dd-497f-9485-9120ea3eb8fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.779743993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"8808910e-d4b3-45bb-88b0-47d408634a84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.779982694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"c85a7fc7-620a-4d11-ba95-354487b4fc39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.783070914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"ba9fe9db-3f2f-4800-acfa-61c86f3c3cde","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.883932331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"3eaf4294-6547-4001-b091-b1c9045adeb0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.925654981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"3b7fd810-97c3-45d0-9d40-254582450582","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.928087116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"3eaf4294-6547-4001-b091-b1c9045adeb0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.934267137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"3b7fd810-97c3-45d0-9d40-254582450582","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.935056058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bdf8fcf35699a7d71c6861c0367d96b187e6613bd8ac75904fd32132195172e4) AuthConfig (b70dd4f1d22e9f729a5fd329bb3ab5f9cddf1490c8e1ecec8f8e44e870584c37) AuthConfig (b8468903c08468109faa76d60355f940f6ff241993da6f022a3cdc6780b3aed6) AuthConfig (856c1ed94cd6aa16a8199ac9310dbcebedef796b62a6c4706c8969dba8290813) AuthConfig (dba9b306bd74d51797ee6a0b9f0f5a33c6ca828d9d46579e3ae7eed4e9f1e4eb) AuthConfig (d73e5e443c9d836d8db0c2d7d3c8da9afee01554bfa41e7d49f50f5984f200fa) AuthConfig (bb090281cb05e711acac0b7cf5114dc4753b0a9a41ec97c6ff89bc17b4bc3f31) AuthConfig (32caf4c61473aaef9e0a35d84c99bec5ad341c190173916d71b764ca3ad1b5a3) AuthConfig (fc17125f138bbcdc2d7c987157e7ac4c9fb4d6bee98846ad3fa203ae1eca59e5) AuthConfig (402a1de2383459928a6ec1520e42fd4c9232d7fafa778d779a0ac9cef3fa7c9f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"3eaf4294-6547-4001-b091-b1c9045adeb0","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.953235823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"edd3b083-7583-4c86-a1c4-f35be11d71bb","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:49.953254247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"edd3b083-7583-4c86-a1c4-f35be11d71bb","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:54.346487576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f71a93b-aead-4938-ab8a-a05351b8a038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:54.346749615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"75436e13-fd2d-4139-8b1b-a5778447fc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:54.347245621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b39f093e-73fc-4097-bec7-aae445094193","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:54.350194882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"41bb6447-f666-4951-8330-9e98ca46b8e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:54.450219295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"1bbed21b-613a-4534-a878-27608e46800f","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:59.955684556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"329529e3-2796-4bd7-bbee-7aa821e796d5","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:00:59.964518417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"329529e3-2796-4bd7-bbee-7aa821e796d5","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:00.001149626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"6449c9a1-5c41-41d7-bb19-4dad01d80a90","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:00.001170715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"6449c9a1-5c41-41d7-bb19-4dad01d80a90","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.577290097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"698ac380-10c5-4585-b2ea-1f2334651da9","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.577311299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"698ac380-10c5-4585-b2ea-1f2334651da9","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.581843817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"82330133-49b9-4147-a6c7-fc0739f273a6","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:02.585639981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"9b571153-b752-4f1d-bfe8-06ce44d2067d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-9d96b1db-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.590252163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"82330133-49b9-4147-a6c7-fc0739f273a6","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.593964439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"fb576cef-5eb5-461e-9bfc-488988056488","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.593980835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"fb576cef-5eb5-461e-9bfc-488988056488","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.608946882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"b1911d33-4658-45f2-b83e-88629b94c2cf","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.608963741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"b1911d33-4658-45f2-b83e-88629b94c2cf","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.617404704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"2df5d711-3ab5-402c-8574-20fc69a8e3ed","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.617419526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"2df5d711-3ab5-402c-8574-20fc69a8e3ed","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.635752925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"59d7ac8c-97dc-4301-9bc8-4c4eba08d783","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-fail-9d96b1db","model":"e2e-fail-9d96b1db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-fail-9d96b1db-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.661658481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"4382908e-393b-4c6b-8e5b-e7ccf118f19a","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.661675711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"4382908e-393b-4c6b-8e5b-e7ccf118f19a","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.727991688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"47f49720-3cf7-4a46-86bc-b51170bf5189","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.749451954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"47f49720-3cf7-4a46-86bc-b51170bf5189","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:02.757793421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"c2a8febc-c857-45f7-9979-7aa3b2ebeea9","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-fail-9d96b1db","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.433943993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"4e1f80b3-de14-46e8-9923-d777cb772071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.434780891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"3c1ea19c-a0d3-4b5e-b9ba-7e42dd6eb553","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.450899227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4d5e5868-a028-4a10-b457-7b155a18b596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.458854565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"a0c10d53-4564-4e48-9ad7-56cd97040522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.459641208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"4d5e5868-a028-4a10-b457-7b155a18b596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.550257187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"87cb1a0c-76e6-4467-b589-8f0d1c9ca073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.550487292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8300649b-5435-401b-8346-2efc17883ef6","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.575490513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"4dff1587-3bcc-4d42-afac-2cae0cdfac6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:03.647705679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-access","reconcileID":"87cb1a0c-76e6-4467-b589-8f0d1c9ca073","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.65176906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1ce2afc5-31ff-4616-85f8-071496d7b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.660464954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"1ce2afc5-31ff-4616-85f8-071496d7b2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.703611098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"980bf399-87e0-46f3-a5c8-a5539e671322","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.850450574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9d04fd16-1b04-4cfe-adf1-efe190299efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:03.862115103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"9d04fd16-1b04-4cfe-adf1-efe190299efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.812875703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"f3dac6cb-bd58-4354-ba7c-e12a39b7c13a","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.814118453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"ae37b31a-8636-4f39-888d-b32499b85402","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-fail-9d96b1db","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.855990417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"f0336e8f-464e-465a-b707-2436f37ac3f8","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.856012208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"f0336e8f-464e-465a-b707-2436f37ac3f8","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.895293014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"c8400bd8-67d8-49bd-a669-dd76e24f3103","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.896286709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"c44f804f-886e-48bf-b3bf-418ab42d863f","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.901118545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"10ba1c8c-3460-4b20-adfc-5a768bd9f0ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.901755815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"acc1cb94-c98d-480d-8455-91abb25d802e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.901783002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c1b99b9-e4a0-45f5-803e-6cf54c26a6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.905171769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"c8400bd8-67d8-49bd-a669-dd76e24f3103","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:04.90586518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"c44f804f-886e-48bf-b3bf-418ab42d863f","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.658874943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"748c9e28-1d1d-4339-97b3-80aaf8c28d05","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.658896343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"748c9e28-1d1d-4339-97b3-80aaf8c28d05","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.662161419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"6ab33fb9-7a03-4d17-b503-0afdae5937a2","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.672980919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"6ab33fb9-7a03-4d17-b503-0afdae5937a2","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.680885853Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"4c60fbd8-f014-4b6c-ae1d-6ed72278aa83","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e904c88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.790584311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"b6228e48-941a-4392-93e5-f348d48bf340","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:06.799397816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"b6228e48-941a-4392-93e5-f348d48bf340","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.332686818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"09535592-e218-404e-9939-fe1191bb6d19","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.361670833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"0c72b042-6776-409c-b95e-b1b5a4c13d81","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.408083839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eee952e0-18f2-4fe8-9183-d0b0aa7792dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.409073163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9fdb3d8-0043-4fe3-a547-d6fc943464ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.409615903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"ecb14028-8f62-4f8f-9eda-2c3855faea05","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.409744318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"94adb34c-7834-4cc0-99a3-93c8e84263fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.453573646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"b75f8a83-7e35-4499-8bab-8588d4ced2fa","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.535799803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"8668e1ac-8a74-477a-9a0d-1a215d800416","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.538433459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"fdb69a9a-3721-446e-be16-5f2886d60744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.542790818Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"fdb69a9a-3721-446e-be16-5f2886d60744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.546026817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"16764a01-baec-48a6-bf55-eefceea5ad14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.556271257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"3208bd11-68b8-48f6-8cee-9a7abb6338e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.562078404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"16764a01-baec-48a6-bf55-eefceea5ad14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.637810018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"simulator-subscription","reconcileID":"fdb69a9a-3721-446e-be16-5f2886d60744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/simulator-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.643601251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"13112add-45c9-4877-8d8e-b6914018a66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.65209538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"13112add-45c9-4877-8d8e-b6914018a66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.653600896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"cb92a4a5-a0c1-4017-aa6a-ea0e047617c5","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.700935466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"d05344a7-f061-4a0b-8208-dc95e82ea7b7","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.766034978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"825253f2-599c-431c-8d7c-bc0be2c60e01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.837702643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a9cb407c-586e-4783-bccc-769898d28584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:08.846382547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"a9cb407c-586e-4783-bccc-769898d28584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.74953776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"2ec34931-6d0a-4136-8347-84be3e64772d","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.851286042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"a4432fc8-80a0-4bc9-898b-b244bf05a695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.85128594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d21bad95-bbad-4a94-8d3d-65b21633fad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.851786004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c3c9059-3399-4751-91ad-1b83fc02ba78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.875007701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6887ab31-53a3-41bf-a03f-9cd94464f665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:11.884757847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"6887ab31-53a3-41bf-a03f-9cd94464f665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:12.852552943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.910242905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c9510e9d-5834-4163-b4ed-6cfa2f63efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.910334673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"41fc4a44-c839-4a2a-9640-dc2f80666cf9","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.924876249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c9510e9d-5834-4163-b4ed-6cfa2f63efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.935433782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"aceb566f-9673-4227-9245-ad65ce0d5f56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.956602445Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c9510e9d-5834-4163-b4ed-6cfa2f63efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"e2e-worker-w3-a110ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.956620558Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-access","reconcileID":"c9510e9d-5834-4163-b4ed-6cfa2f63efad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:13.96639452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"795643f1-9395-443c-b395-ff42b2680566","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:14.039090531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"f9b22374-70a7-46c0-bd1c-47512828358a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.347792052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"f776f9fa-ecb5-45f9-9604-6010d6d04dcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.375671025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"4b332c24-e354-43b4-81b5-860b0567028d","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.375998006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"6c705844-6dd0-4253-8469-dd37a78c582f","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.3763015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"d386c777-3333-473d-bd97-fcf91a84424b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.376575254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"86fbd36d-1b8f-4ec3-907c-602726a984ee","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.446304963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"47894cbf-44d7-4b50-ba0a-279e276e49b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.584689747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"e4b75dbd-d3f6-4980-a337-d3d6dc02d510","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.598391378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ba7e8-2914-44c8-bda7-ed86de809eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.601782708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ba7e8-2914-44c8-bda7-ed86de809eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.604926583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ba7e8-2914-44c8-bda7-ed86de809eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.6088969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023ba7e8-2914-44c8-bda7-ed86de809eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.906120989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc94097-df47-4255-9a8a-e1c6de459719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.909452431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc94097-df47-4255-9a8a-e1c6de459719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.912628275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc94097-df47-4255-9a8a-e1c6de459719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:15.91584377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc94097-df47-4255-9a8a-e1c6de459719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.686462859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"11f4d025-807b-4192-b547-eb227292069d","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","subscription":"e2e-fail-9d96b1db-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.694706081Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"11f4d025-807b-4192-b547-eb227292069d","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.698653664Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-sub","reconcileID":"11f4d025-807b-4192-b547-eb227292069d","MaaSSubscription":{"name":"e2e-fail-9d96b1db-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.747124893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"71f70c0b-5dca-438e-a3ed-5ee3cffa9a5c","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.747147143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"71f70c0b-5dca-438e-a3ed-5ee3cffa9a5c","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.751092084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"7bcde0fc-e229-49f7-964d-02da3a4d264b","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.762143146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"7bcde0fc-e229-49f7-964d-02da3a4d264b","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.886138796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"3a810d0d-aa5b-4f55-808a-84b77dc62daa","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.896602891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"3a810d0d-aa5b-4f55-808a-84b77dc62daa","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.922904444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"2dbf9319-5f01-4605-b555-36ee016d8cfd","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:16.922922127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"2dbf9319-5f01-4605-b555-36ee016d8cfd","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.079561963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"87a52a5c-610b-487c-ba4f-69d0de4d675e","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.090536088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"87a52a5c-610b-487c-ba4f-69d0de4d675e","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.121367918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"87a52a5c-610b-487c-ba4f-69d0de4d675e","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.121387859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-fail-9d96b1db-access","reconcileID":"87a52a5c-610b-487c-ba4f-69d0de4d675e","MaaSAuthPolicy":{"name":"e2e-fail-9d96b1db-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.126919903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"efc09e81-3865-44c2-bb66-53b742a6711d","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.126974713Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"efc09e81-3865-44c2-bb66-53b742a6711d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.146668553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"57789d02-22b1-4e96-9db2-5121dee4de38","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-b-204fba","gateway":"openshift-ingress/e2e-extmod-b-204fba","model":"e2e-extmod-fail-user-fc493f/e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.14668668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"57789d02-22b1-4e96-9db2-5121dee4de38","MaaSModelRef":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-9d96b1db-2b7d282d7095","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-9d96b1db","externalModel":"e2e-fail-9d96b1db","provider":"e2e-fail-9d96b1db-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.147012028Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"efc09e81-3865-44c2-bb66-53b742a6711d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.147021501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"efc09e81-3865-44c2-bb66-53b742a6711d","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.733215397Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"037a8481-4a07-4168-adf1-9107d6363be8","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.745450952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"06cca626-7726-4d67-9d50-fe6a5fe7dff4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.746733176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5961e638-ea20-4523-9cd0-b7fad521b227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.749257112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c01b26-db96-4e38-826f-53d96b9c1fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.750851692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"1e1f8076-b07e-4346-bd49-d6d77adec087","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.750868328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"1e1f8076-b07e-4346-bd49-d6d77adec087","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.7539304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"06cca626-7726-4d67-9d50-fe6a5fe7dff4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.754750023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5961e638-ea20-4523-9cd0-b7fad521b227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.757343289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c01b26-db96-4e38-826f-53d96b9c1fee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.769427262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"a9bfadbc-6148-4d41-94a9-78042cf459c6","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.880727689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"465c5752-43d3-4205-a543-73402c7dc7d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.888572941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9d96b1db","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","reconcileID":"0db28fe9-557f-40e2-bbff-50f9d37573a5","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-9d96b1db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.899450007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2f08857-4f8b-48de-97f2-c153e6738a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.907188096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"506ca6c3-3822-4cf9-a6f7-c20cb7a15b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.91242015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2f08857-4f8b-48de-97f2-c153e6738a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.915721561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"506ca6c3-3822-4cf9-a6f7-c20cb7a15b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.918571066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"409d4b32-f6a3-4059-b217-3ecc33f5d4a1","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:17.92683095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"409d4b32-f6a3-4059-b217-3ecc33f5d4a1","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.034301295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b8a0c88-7c0c-4428-bc64-e125a06a606d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.065380621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"1b60167c-a06f-4f7b-a64c-aab2ea2a2579","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.436663949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"e4f05a23-c8a1-48b0-ad30-c9e511950793","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.436693398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"e4f05a23-c8a1-48b0-ad30-c9e511950793","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.440809132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"0973bc9b-7177-4333-93d0-104bf4de9546","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.45169925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"0973bc9b-7177-4333-93d0-104bf4de9546","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.457559321Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"24e86d99-074c-4f27-92cf-8bfc122f6a44","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-83f937c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.57914952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"95d1d00d-390c-46fb-bf5a-09b93a72bf1f","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:18.587657855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"95d1d00d-390c-46fb-bf5a-09b93a72bf1f","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:22.389661066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1917376d-22b3-4677-804c-442a429326fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:22.496166973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93e34cfe-0411-40bf-8680-180160907150","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:24.502684864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"b8e9d696-11b1-4686-95cc-66db3e5cc390","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:24.5027849Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"b8e9d696-11b1-4686-95cc-66db3e5cc390","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:24.50853631Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"b8e9d696-11b1-4686-95cc-66db3e5cc390","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:24.508553118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"b8e9d696-11b1-4686-95cc-66db3e5cc390","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.376252828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"97ae61c9-c3cf-471d-90d1-e947477ca0ea","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.376554706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"5068cc05-33be-4abe-ba6b-8390f2c910ef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.376707771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"c152ef9c-3de5-4eba-a162-361f370f6221","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.585978782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"9fb9bbbb-ef49-4181-a907-43b3fc8c8a0e","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.606086263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"92ea11aa-c778-485f-bb67-3396b3b4d964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.618678127Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"92ea11aa-c778-485f-bb67-3396b3b4d964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.625337926Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"premium-simulator-subscription","reconcileID":"92ea11aa-c778-485f-bb67-3396b3b4d964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"name":"maas-trlp-premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef","model":"e2e-models-e2e-worker-w3-a110ef/premium-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:25.673957054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"988886b8-6fc6-446a-9e01-323dd02dfc88","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:26.410210896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fee00005-24b1-407d-a089-8396bc25972a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:26.511205905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a37b4e90-0969-4396-a975-6f765e3421bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.462427638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"b439f54d-c684-4990-986c-dd6233856365","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","subscription":"e2e-fail-ce1d47d8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.470043048Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"b439f54d-c684-4990-986c-dd6233856365","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.473879051Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-sub","reconcileID":"b439f54d-c684-4990-986c-dd6233856365","MaaSSubscription":{"name":"e2e-fail-ce1d47d8-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.602191928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"b3a0f566-a5db-4074-bc1b-491bd4273e11","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.602213829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"b3a0f566-a5db-4074-bc1b-491bd4273e11","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.606677292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"831c4726-3db6-48c0-ae0f-0759ceec8317","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.615600916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"831c4726-3db6-48c0-ae0f-0759ceec8317","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.706138838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"75ecfacf-6fc9-4b11-b1ed-bb7247854c0e","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.714365448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"75ecfacf-6fc9-4b11-b1ed-bb7247854c0e","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.766642394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"b45f4b22-5a82-4cc3-9daa-6418e7467ca4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.77667642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"1ec80264-0aef-445f-8917-be3c8a55c264","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.776702704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"1ec80264-0aef-445f-8917-be3c8a55c264","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.862145859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"b45f4b22-5a82-4cc3-9daa-6418e7467ca4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.895670501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"b45f4b22-5a82-4cc3-9daa-6418e7467ca4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.895689279Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-fail-ce1d47d8-access","reconcileID":"b45f4b22-5a82-4cc3-9daa-6418e7467ca4","MaaSAuthPolicy":{"name":"e2e-fail-ce1d47d8-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.908291679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"a0d176e6-d5ef-42b4-a748-e82e5f0fbe73","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"tenant":"e2e-extmod-a-629129","gateway":"openshift-ingress/e2e-extmod-a-629129","model":"e2e-extmod-fail-user-fc493f/e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:28.908309723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"a0d176e6-d5ef-42b4-a748-e82e5f0fbe73","MaaSModelRef":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"routeName":"external-model-e2e-fail-ce1d47d8-473b5545f87d","namespace":"e2e-extmod-fail-user-fc493f","model":"e2e-fail-ce1d47d8","externalModel":"e2e-fail-ce1d47d8","provider":"e2e-fail-ce1d47d8-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.483660118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"18dbfa0b-c5be-45fb-a2a1-8a8c33b5b391","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.49323003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be70f64b-86bc-412d-a187-c1fd168987e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.493641927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d91ca-83b5-4cb8-9e0b-599d71403dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.501598807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be70f64b-86bc-412d-a187-c1fd168987e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.502385684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"005d91ca-83b5-4cb8-9e0b-599d71403dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.647528701Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ce1d47d8","namespace":"e2e-extmod-fail-user-fc493f"},"namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","reconcileID":"6d9f2fb9-5875-43b7-bf6f-db8e30238686","namespace":"e2e-extmod-fail-user-fc493f","name":"e2e-fail-ce1d47d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.757134427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4718d0e5-1680-4315-bb66-85bb267af4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.757538793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13997a09-3c79-49bc-ad46-a63470da8ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.765537091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4718d0e5-1680-4315-bb66-85bb267af4f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:29.767856734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13997a09-3c79-49bc-ad46-a63470da8ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:31.942054683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c86c556-4415-4dc1-ada2-af3c074a1ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.058802788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8260649e-bab1-442b-8c73-719588ca6245","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.367756379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.367862979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","namespace":"ai-tenant-e2e-worker-w3-a110ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.367964501Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","tenant":"e2e-worker-w3-a110ef","tenantID":"e2e-worker-w3-a110ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.373538594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Deployment","name":"maas-api-e2e-worker-w3-a110ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.390316021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Service","name":"maas-api-e2e-worker-w3-a110ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.408147577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-a110ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.43666932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-a110ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.45847782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.471020056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.480607882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.488227592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.493600688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.498628803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.502644601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Service","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.506121856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.514254085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.522675209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.533124672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.548686053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.556598062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.564949072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.569245277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-a110ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:32.572628552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-a110ef"},"namespace":"ai-tenant-e2e-worker-w3-a110ef","name":"default-tenant","reconcileID":"17fb7e72-802f-4bcd-815f-7c488a744c35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-a110ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:35.377722107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"af90d449-183b-44ed-97b8-2a2c610750f5","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:35.378018946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"68f0c1a7-d651-447e-9813-8b12b44e95df","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:35.378208062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a1ab3b2d-75b7-45f1-8deb-fed2d423e757","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:35.674869134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"8d254a56-7c0a-4801-89ea-a606595b446c","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.187671962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","reconcileID":"2d585682-1c0e-49ad-92a2-0d3fa555d9aa","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.197471031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","reconcileID":"51916766-7ab8-4ea3-9005-49a852573c0e","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.203680348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f09a9a0-2576-4ca6-a393-6cdb149b5ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.204471666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e13be81-71a3-41c4-b9c3-3ab5d004b3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.242803534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f09a9a0-2576-4ca6-a393-6cdb149b5ec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.247577279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e13be81-71a3-41c4-b9c3-3ab5d004b3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.360489104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f006a705-6707-4a2a-a112-11e8e62ad902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.36940206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f006a705-6707-4a2a-a112-11e8e62ad902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.402200435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"4a2f59c8-ffe1-4826-a8ef-706eb219cd50","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.460827326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","reconcileID":"e82feb85-9394-434f-9402-94028ae2f7b6","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.462310579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6779e6e-2115-48f1-a4cc-e9169d9c9c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.465417391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"48b1e66e-145c-4146-8698-edc4dc692551","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.471528527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6779e6e-2115-48f1-a4cc-e9169d9c9c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.472638529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662cc9fd-d950-4151-b3e6-e4f6b4f4d38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.484718503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662cc9fd-d950-4151-b3e6-e4f6b4f4d38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.608959371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bc4ce65-5d4b-4e1d-bcc1-4f6630eb5a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.636290854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"fe8a0be0-aba0-4089-ae0f-d8f4e4018b7a","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.651637352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bc4ce65-5d4b-4e1d-bcc1-4f6630eb5a31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:39.664081909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"b6bab030-e90d-4e78-b951-3cca890f04bb","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.361901075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"c37859d2-cb58-4024-bad3-271e5a569339","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.372129436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3a5ffdb7-3ff1-4075-ac0a-e96923120ba9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.372883758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"04fd922c-5f19-4eb6-8b3c-b76cf6fb671b","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.405725166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3a5ffdb7-3ff1-4075-ac0a-e96923120ba9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.415612808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3a5ffdb7-3ff1-4075-ac0a-e96923120ba9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.44062528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"382e2bc3-e6bd-487f-9cc0-27943ee8bc6b","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.840917788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"ede1e4f8-3bb6-4a40-b565-327d812f4ab6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.849322853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"ede1e4f8-3bb6-4a40-b565-327d812f4ab6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.85719743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"ede1e4f8-3bb6-4a40-b565-327d812f4ab6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.957221741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"50c6aac1-1d14-43f3-9780-be36e4a44fb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.977060879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"50c6aac1-1d14-43f3-9780-be36e4a44fb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:41.984984344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"50c6aac1-1d14-43f3-9780-be36e4a44fb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:42.851519705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.658638396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"40b60c55-8559-4c70-bc1d-bb853b5f17c6","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.667467285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"089d3296-9117-4c9c-a7d0-a8bcb955e5eb","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.675798426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"9a010cf1-595a-4d9d-858d-b672fb62a8bb","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.68416941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"96750dd5-6e6a-4039-a90e-abb4e21cc62e","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.760148175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"07296623-0555-4a0a-8dc2-e62bf2ca12eb","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-2-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-2-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.760184245Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"07296623-0555-4a0a-8dc2-e62bf2ca12eb","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService distinct-2-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.770773072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-2-w3-a110ef","reconcileID":"07296623-0555-4a0a-8dc2-e62bf2ca12eb","error":"LLMInferenceService distinct-2-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.773961954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"2bb4b8b2-77b1-4e47-b215-5a1b2fd9bed0","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.774309048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"a9850905-4831-49a4-b0d8-7a585a06ef9a","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.774685916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"0fa93f14-3af0-4bd3-89ab-8704672ab551","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.971530438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"69f5c115-28ae-47f9-b2b6-fafd0e656dd4","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.971566695Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"69f5c115-28ae-47f9-b2b6-fafd0e656dd4","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.991563467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"69f5c115-28ae-47f9-b2b6-fafd0e656dd4","error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:44.996950036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7748ce09-e41e-46de-867b-2f464a5c7697","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.996981513Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7748ce09-e41e-46de-867b-2f464a5c7697","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:44.997053822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"7748ce09-e41e-46de-867b-2f464a5c7697","error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.00793255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a00e335f-5a7d-4fd9-81ab-c73f45581c1b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"simulator-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"simulator-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.007970434Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a00e335f-5a7d-4fd9-81ab-c73f45581c1b","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.008038478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"simulator-w3-a110ef","reconcileID":"a00e335f-5a7d-4fd9-81ab-c73f45581c1b","error":"LLMInferenceService simulator-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.020271515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"1b1fd1a3-9a75-4582-aa96-c92872ea029f","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.020575153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"e89f475e-7e49-41da-b58e-ac75ad8ca3f5","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.188224346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"5147b4e1-22fe-4ca4-848d-cfcb8fa1d7ad","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"premium-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"premium-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.18826435Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"5147b4e1-22fe-4ca4-848d-cfcb8fa1d7ad","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService premium-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.217140543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"premium-w3-a110ef","reconcileID":"5147b4e1-22fe-4ca4-848d-cfcb8fa1d7ad","error":"LLMInferenceService premium-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.225527478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"9f1b7c6a-e025-415a-832f-9b2281e2be26","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.299109714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"3b5b12c3-14aa-441b-935c-aa10bdf79383","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.299148704Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"3b5b12c3-14aa-441b-935c-aa10bdf79383","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService distinct-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.310719717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"3b5b12c3-14aa-441b-935c-aa10bdf79383","error":"LLMInferenceService distinct-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:45.316553349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"33865ef4-f0a1-4608-be7d-3db28c9f8989","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"routeName":"distinct-w3-a110ef-kserve-route","namespace":"e2e-models-e2e-worker-w3-a110ef","llmisvcName":"distinct-w3-a110ef","gateway":"openshift-ingress/e2e-worker-w3-a110ef","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.316589584Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"33865ef4-f0a1-4608-be7d-3db28c9f8989","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"error":"LLMInferenceService distinct-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:01:45.316664387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-a110ef","namespace":"e2e-models-e2e-worker-w3-a110ef"},"namespace":"e2e-models-e2e-worker-w3-a110ef","name":"distinct-w3-a110ef","reconcileID":"33865ef4-f0a1-4608-be7d-3db28c9f8989","error":"LLMInferenceService distinct-w3-a110ef not found in namespace e2e-models-e2e-worker-w3-a110ef","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:47.527314935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98973186-1d45-4c9e-92a6-84292bd180e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:47.626567253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79eea596-8fe3-4ba0-9de6-5a436c9b4f2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.001028536Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a110ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a110ef","reconcileID":"9ef24411-43ec-4652-8ae0-8f17dd81c342","aitenant":"ai-tenants/e2e-worker-w3-a110ef","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.073510636Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-a110ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-a110ef","reconcileID":"9ef24411-43ec-4652-8ae0-8f17dd81c342","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-a110ef","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-a110ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.09301728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c0ed4-628f-4d44-a312-b554bcee0f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.098273526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c0ed4-628f-4d44-a312-b554bcee0f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.101870272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c0ed4-628f-4d44-a312-b554bcee0f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.105049868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c0ed4-628f-4d44-a312-b554bcee0f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.385565407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbda6a25-6870-41db-8a92-c95a46200cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.388974302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbda6a25-6870-41db-8a92-c95a46200cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.392315793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbda6a25-6870-41db-8a92-c95a46200cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.395682706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbda6a25-6870-41db-8a92-c95a46200cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.725703394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b132cc5-e210-4852-84ea-dd8593cac4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.728940492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b132cc5-e210-4852-84ea-dd8593cac4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.731999469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b132cc5-e210-4852-84ea-dd8593cac4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:50.735329539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b132cc5-e210-4852-84ea-dd8593cac4d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:51.993502846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c11ab01c-921f-4888-b074-0088ade1f003","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:52.001932299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c11ab01c-921f-4888-b074-0088ade1f003","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:52.009386583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-629129-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9a0ec03b102e6d2a345885f70fae8f91cf9c878aebe4058f5f430327af0e36f) AuthConfig (42faef6022e18474e47079fabf2775c118d9ec6455378305d480afa6461f8d76) AuthConfig (bfde3179ba9a3a48d5d959d1568e79abd23d4ed0b5b4cf0722cc14d315ae61dc) AuthConfig (3fd2f4cf71e9d859b76d9420e21db9ab595d8605d151df2d83d797f88464722c) AuthConfig (f136491219c2cc22aecb7fb5ffd6f38d0db49f8e6fd35b80c5b1a015018b3c22) AuthConfig (4ae3c9f71c471bec7d10ffd8fc3caaea8d17571be9b6c7f850795cee16062c7e) AuthConfig (c1691c3c7c0d083a340b1d82bfee7b4173002b03e515ee63798b5d736e27b179) AuthConfig (ee317abd593b3aabbddcda26c553c0d34e64fd6ca1349d578aca460f296827f9) AuthConfig (4600632756278a1779b3df44e93ddfbadeefb4eda2ceb5dfaa315028f536381f) AuthConfig (86eea4c2d8bde03cb2c525ce5cbbc2781e179681e76d65c32337515564a42345)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c11ab01c-921f-4888-b074-0088ade1f003","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:01:52.023507804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"2876baff-b4d9-490b-90eb-f739a53c30b8","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.027282353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d783cada-8869-429a-ae1e-332675619cb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.035818057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d783cada-8869-429a-ae1e-332675619cb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.074832073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"01c85546-0368-4e14-8acb-fc302de80291","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.58345849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"86441bfa-4c4a-411d-9883-f734eecf4410","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:02.590987456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"2da47afd-3194-41fe-abb6-34491c5c20c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-f1e4eb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.603906027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"728b64a7-b491-4eba-8a6a-8f56fb0bd9c0","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:02.621054696Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"728b64a7-b491-4eba-8a6a-8f56fb0bd9c0","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:02.621102646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"728b64a7-b491-4eba-8a6a-8f56fb0bd9c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.625960928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"e9a4df6a-3e59-4fd6-9ee0-322cb18c5bd6","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.635279693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"25b622d0-4985-4e0c-a712-a2b63daadeea","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.656313931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e45be399-e22e-41e7-b250-25170fa201f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.725929895Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"35809b82-aef0-48c2-9cc1-1130eaa1fc7e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.734394543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e45be399-e22e-41e7-b250-25170fa201f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.752319865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"b55bb256-31fe-4681-b717-fe81dd038112","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.766298659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"cc8dba19-782b-42fc-96f1-0003f7b207e0","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.850415116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c2533f30-2690-4ace-b837-6824bd3d7188","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:02.859506309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c2533f30-2690-4ace-b837-6824bd3d7188","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.021111111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cba91f46-8102-4f39-8227-4c66b22f9cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.123850406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef7d9d32-a982-41e0-99d8-648071adcf1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.14647724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"3f515a81-78a3-45fb-b0db-d9abea3166aa","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.155317684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e037f799-bc74-47a4-91d9-72860f12e330","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.231907811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e037f799-bc74-47a4-91d9-72860f12e330","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:04.252968292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"d7b5777b-3924-4e2a-b28a-48e68ad080cc","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:06.287716165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61969414-9acf-4283-b221-181a34d3737a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:06.385247543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d18af8ef-2924-48db-80bf-c6c0feb4617a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:06.388755922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"522524fb-040f-4a58-8671-32dba014bf38","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.866336746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"a46b6108-395e-4aa9-be63-6fb948909d20","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.874899314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"47bdd7d6-a602-4ca4-a904-6dceb045dec1","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.87729653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"364fed17-89a6-4e00-a4d5-b0a71e2b3118","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.907848443Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"364fed17-89a6-4e00-a4d5-b0a71e2b3118","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.915100289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-204fba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"364fed17-89a6-4e00-a4d5-b0a71e2b3118","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:08.927991771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"b71da326-bb63-4d5e-9c36-bc007d507820","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:12.850693034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:18.931541801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a5861e66-85f8-413e-a516-a4c09d16facb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:18.939949765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a5861e66-85f8-413e-a516-a4c09d16facb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:18.976626923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"8e9e73a4-3e9d-41d4-a52b-bd5d0ad463cf","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.760188227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"36bd0d48-2d62-4a3d-8aac-7313fa144dbf","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:19.768259258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"1e566e26-6178-4e46-ac07-e82c9c139fe7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-f1e4eb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.780281829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"b3e613d6-8e3c-4359-afc2-e833425543bd","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.836982362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"42af2347-6df9-4e88-a6df-7eb6333b66d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.841416762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"22d51bf1-0a38-40cd-a200-68b4bbba43c9","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.845284097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"42af2347-6df9-4e88-a6df-7eb6333b66d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.849512585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"64fa87c3-9aa7-4d70-bf62-c05d40dc045a","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.876939814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"9a4597fc-4c91-49e4-83ae-64da0e3a57eb","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.9027806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"528f6b0b-821b-478e-b788-591b7b73666f","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.90839205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a65b5b67-ed52-45a4-b704-2e2661df1f9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.927686639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a65b5b67-ed52-45a4-b704-2e2661df1f9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:19.963575903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"c55b4a77-523d-4007-bd87-fcae25d6cd6e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.350780912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"21ab190e-ea45-408e-8433-b4f3c152020c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.442791311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2864702a-c0b9-401a-bf48-e34924914ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.442908574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5d03f6d-8ea1-4de0-8926-748028cc5934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.463146354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"6d8839cc-6193-4a22-8055-11f641f7a0a0","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.47433702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c42ec1c3-63dd-4de4-895b-3179c188e9a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.474588682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"57dd7d40-0707-4ebb-a0ce-11272f955b5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.485090162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"57dd7d40-0707-4ebb-a0ce-11272f955b5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.48520901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c42ec1c3-63dd-4de4-895b-3179c188e9a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:21.497114255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"5a42dcfe-7315-47ff-aec4-297f30951d1f","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.81908636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"bc6d23fa-f420-41cc-bcb4-ce7487ed0870","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.911234262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b7516a8-9d5c-476e-bef3-f2c6698c939f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.911487606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d077f97-7d3f-4ab9-a7f7-f7f6816f2ee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.914635003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"504d1cc5-52fe-4973-ac73-8c585d6c6dcf","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.92538355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"22b6950d-02e9-4a59-89fb-d70650e93538","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.93465437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"986cba7c-46c6-4bcd-b19b-a8beddb9ac45","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.934690893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"86c619a5-bd22-41c3-a0b9-a71750d864f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.93528793Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"0c765331-0623-4f0e-9206-00cd6b1e8680","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.938114474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814cd077-cdd8-4dea-a502-1ae90d46cde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.938722068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18bbecb1-ad05-4c82-8a6c-679868c96284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.943186989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"86c619a5-bd22-41c3-a0b9-a71750d864f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.943862868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"986cba7c-46c6-4bcd-b19b-a8beddb9ac45","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.946853078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814cd077-cdd8-4dea-a502-1ae90d46cde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.94691745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18bbecb1-ad05-4c82-8a6c-679868c96284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.968193566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"349a0f9e-c537-40e0-bc19-c3085ace8076","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.979427836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"0920e39e-81e9-4c0e-b379-13c4b35066fe","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:23.987147365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"2ff4a0cd-64c6-468a-ba6c-099ddb88ac23","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.000147309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"1543ad6c-72ad-4192-8a45-901088806815","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.021996389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"9e5c987a-3f2d-4a86-b430-d0e2464a935b","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.022693594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"59a16486-3ce3-47be-be0f-2e3a9ca84f3c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.060586187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"327b7391-53c2-4f68-a600-5011556be7c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.060937897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e8e5123b-72b1-4028-a89a-8663e5b62fac","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.063245209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aba96616-ca5a-436a-af10-544c4b99e43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.063638909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b40e81-f70a-4c66-853f-03cb26231d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.068946931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"327b7391-53c2-4f68-a600-5011556be7c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.069283023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e8e5123b-72b1-4028-a89a-8663e5b62fac","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.072179803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b40e81-f70a-4c66-853f-03cb26231d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.072328264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aba96616-ca5a-436a-af10-544c4b99e43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.121048548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"a5d99a10-9c3a-44bc-9883-c49164dcfd3a","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.134365691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"6a59b91d-975b-44d2-80b1-db01670160c2","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.160502046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"4b6ebb0c-c292-499f-8d94-421fd86549ed","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.162459872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"70872e5f-cc12-406e-a340-b8f2814dd5c1","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.162856051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"a21a25c9-a134-4374-ae5f-75821c985976","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.181088235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"ff0f6c28-849f-4d88-995d-e532a09ea60e","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.189055405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"78c350ae-0c55-4ab2-9db4-954b38116c7f","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.228095343Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"3d36ad6b-7762-4f98-8fa9-863de54bbdd6","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.231872197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"86eb33f5-36f8-446a-940e-9ca8c395b726","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.261456222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7bf09641-80ae-47eb-b983-8033362935f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.261835028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1809f0d1-c779-4fd1-8a1b-09141f793056","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.265111627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be59c7d4-2de1-4801-b188-0e5a27369da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.265626883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16063818-995e-44d1-9a2f-d5e9d2e223e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.270997297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1809f0d1-c779-4fd1-8a1b-09141f793056","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.271161129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7bf09641-80ae-47eb-b983-8033362935f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.273612595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be59c7d4-2de1-4801-b188-0e5a27369da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.274363955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16063818-995e-44d1-9a2f-d5e9d2e223e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.344045412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"91a2b09d-c18b-4cf9-b8a7-7a04311d8c03","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:24.432518279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"009ece0e-ecbf-4ff8-9089-0baf13ebfba6","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.127760613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"d49a6356-c23a-4286-bd2c-f8a80ce20884","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.135605516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"60f9a082-cdbc-4dfa-9a4e-ce307e5e42af","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.139811127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"948e850a-5928-44e9-bb1a-413aef28567a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.148856262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"948e850a-5928-44e9-bb1a-413aef28567a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.185548523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"dfd0eac5-814c-4303-a765-252a3bd24e97","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.66025317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.664225404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"903158ca-d2f7-439e-ae47-3aaa3eb922df","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:25.670192048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"73a0a9a0-e883-4abb-aa25-879785f3190a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-8b1bd2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.670594948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff5a43fa-2def-4b86-8c7a-415c18c1a59b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.670682394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9480868a-eb67-450b-91fc-0becbc83e070","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.679163117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff5a43fa-2def-4b86-8c7a-415c18c1a59b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.679226466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9480868a-eb67-450b-91fc-0becbc83e070","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.683247488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"b656a4fd-a596-489c-bcdb-42953db5dd6c","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.693507797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"9086ad70-ad78-4406-b393-10c491d1d6a0","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.702051764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"9ac81d28-6474-41ac-b92a-ec3713872070","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.71837138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"3905615e-ef5c-4c70-a867-1707a9636473","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.746229177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"f6ffa5fc-864d-44fd-9eac-e13f98abb800","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.801818501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7d6709c3-7108-4979-8926-ec2a7a49226b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.808237089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6ae84958-d6d2-43a0-9e67-5cb410c3456c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.813604131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7d6709c3-7108-4979-8926-ec2a7a49226b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.817619633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6ae84958-d6d2-43a0-9e67-5cb410c3456c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:25.819755377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"989892bf-b08c-417a-862b-9aa1484df3be","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.440192201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"fa4d4c37-b6d8-474a-8c89-1ab776465db3","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.539279887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18afd34a-480d-4191-bc63-b9a8afb261be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.539409508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"480b5a17-45de-4aed-93bb-77673de215a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.544136077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"4ad13ed3-15bc-4147-a948-8f0028d849ae","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.572177776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c8d81107-859a-4d8a-91cc-83f4578cf986","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.575318317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"bb1fbfc2-f520-4a0f-87ad-669e0899c18d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.575853935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d3376eb3-4d7b-49c8-8010-ad6e3235fd3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.581398417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c8d81107-859a-4d8a-91cc-83f4578cf986","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.586733812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"bb1fbfc2-f520-4a0f-87ad-669e0899c18d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.589296403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d3376eb3-4d7b-49c8-8010-ad6e3235fd3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.72262323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7c890080-0b5a-477b-8d07-2c43c86c8f20","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.732367593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7c890080-0b5a-477b-8d07-2c43c86c8f20","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.82551651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3a336a27-edb7-4761-974d-444828ee912a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.825526527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"07fe32f0-754d-4b9c-9627-54687cbdf0f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.835683744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3a336a27-edb7-4761-974d-444828ee912a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:26.83586832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"07fe32f0-754d-4b9c-9627-54687cbdf0f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.085159088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"0de729f1-70fe-4816-82ed-3036721ecc7b","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.125269357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"672b3ee5-f9d6-4f93-8209-98663d86cf37","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.326954266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8a1e80ac-a812-4214-8ecc-3da044937179","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.329735869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1be55ea5-aca1-4356-87d3-5a345d850b2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.330164671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6923279e-68eb-4bf9-a0b3-8ca6562b1673","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.335391593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8a1e80ac-a812-4214-8ecc-3da044937179","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.338158956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1be55ea5-aca1-4356-87d3-5a345d850b2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:29.339824525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6923279e-68eb-4bf9-a0b3-8ca6562b1673","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:34.334161666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc60d4de-189d-437e-b15d-d0f4ae92b504","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:34.412511319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5f4651f-9089-4639-97d0-090910e35243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:34.423109663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"42fc9851-3675-4162-993c-458cd42f66d1","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:34.423457656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"5208e004-fc02-43ce-98fb-eefd3dcaad1c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:34.423750383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"d9e3742d-d02d-48b0-86a9-eeadeb7be196","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:41.548339272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"389d5e90-2919-42fe-a77f-80989ee808dc","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:41.556322456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"951e51db-05b8-4607-83d4-cf38e8e6cf58","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:41.562154415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dd6d35c9-d5b2-4d39-a3f3-383ecb8f232b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:41.570880673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dd6d35c9-d5b2-4d39-a3f3-383ecb8f232b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:41.607930381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"56b7efa6-8208-4b1e-9e87-4e0b738ac5e8","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.052296697Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]","namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.059293168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"9965c5d1-8519-4958-8ae0-8b433e2a75c6","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:42.063860909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"822f6daf-daea-435d-9862-2ce80f1a5df7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-8b1bd2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.065886012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d1cde0c3-2796-4575-be55-be7ce6f796cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.065964489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"40f7c0b9-38d3-4732-a97f-e1d5616da76c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.078514118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d1cde0c3-2796-4575-be55-be7ce6f796cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.081741463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"40f7c0b9-38d3-4732-a97f-e1d5616da76c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.084022417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"3ba7d4fb-abfc-4125-bbb4-1779567ef2b1","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.092196267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"d8370144-db86-45d7-aaf9-5cc8a1ed33f8","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.100108652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"6dafd2ad-b658-4cba-a886-85deed6e99a7","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.117954306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"244130ce-dc29-4309-9030-72504648adcb","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.145762568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"f6210dd6-65dd-41ea-9f0c-a4598749b490","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.164695505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5a6cf30d-7642-4e0b-b7fd-8248be517e77","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.164740193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0b9f55e4-28f8-4b42-9e71-1f67a447aeb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.177891552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5a6cf30d-7642-4e0b-b7fd-8248be517e77","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.179018861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0b9f55e4-28f8-4b42-9e71-1f67a447aeb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.21009157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"f8bce154-ab0d-47d0-9e3f-82414f49ad1f","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:42.84885667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.634968878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"95759fcd-59de-4333-b131-a4a7ec527d9b","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.716868291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b70720c0-44f4-4340-a6f1-098c09cc77df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.721165572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5ead3cf5-513c-4270-af53-f4b31d28e49b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.724617172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"1735d688-eea8-489e-bedf-ab4db7bd64b5","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.724949139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"ef20e19d-8e4e-446c-af0c-719d7e8d05a4","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.725030826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"aefbdfe7-1acc-479b-a39a-287ebc06b304","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.772037926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"d0f23e12-74e8-47c2-8403-ef15b842ed26","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.809721463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"09648829-c80e-4e60-b0b1-9c1462da26b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.825638687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"65787537-14ba-4de1-88c0-8928aec0fb37","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.826406846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"22c532f5-8cf8-4c4e-973b-ac11fa577157","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.827936578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"09648829-c80e-4e60-b0b1-9c1462da26b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.832226438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"36556526-05a6-4b1d-bfe9-b24bfba9620b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.834901251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"65787537-14ba-4de1-88c0-8928aec0fb37","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.834974357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"22c532f5-8cf8-4c4e-973b-ac11fa577157","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:43.841248679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"36556526-05a6-4b1d-bfe9-b24bfba9620b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.095452773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"720a559e-1387-479f-9ba1-e15b56f3571c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.205732259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60a8b6d6-7227-49d2-984f-3694dec4f955","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.208818335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"83a7182a-97fb-48f0-a7b6-5cf9c06ced4f","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.208845536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"0b7606cb-adf2-4403-97f1-aaba35073a0e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.211197273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"3fc80b75-df0b-4b1c-a1d9-e04d7e6e7382","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.215509243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"fd3c9205-d435-4bfd-99b9-46c68f0937dc","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.59846459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"80f358c8-fb46-43a2-a552-1b59494df681","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.608461542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"c224c026-cc88-492f-acba-cee1cc40cd89","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.610782109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0671ca5f-7863-4484-9104-e76fe3e19545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.611001407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"850da453-1ba6-4cf2-b1cc-fb4cbb1b9b17","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.610785293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a36c1042-14d7-4f47-a75c-094d2fddc026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.611477421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"4a7db966-aea3-4126-ace7-907bf273e716","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.611476936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"5425615c-82e9-4ee1-a19a-a3926b0910bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.619874288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"4a7db966-aea3-4126-ace7-907bf273e716","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.619997141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a36c1042-14d7-4f47-a75c-094d2fddc026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.622071298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"5425615c-82e9-4ee1-a19a-a3926b0910bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.622218822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0671ca5f-7863-4484-9104-e76fe3e19545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.624149647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"850da453-1ba6-4cf2-b1cc-fb4cbb1b9b17","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.637974053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e89fe535-2a92-460b-9a8c-3d8fe7f3ffb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.639831421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b6f2de0-7f1b-418f-b28c-0b2cb49c9983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.647241254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e89fe535-2a92-460b-9a8c-3d8fe7f3ffb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.64808151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d1229d2b-e88e-4679-b011-5ae9a66b5357","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.65202348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6ce887f1-2f30-49c2-98ea-a0b7e2f55765","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.653596703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"9844b902-0d65-4a73-af66-321d92c900e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.654764222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b6f2de0-7f1b-418f-b28c-0b2cb49c9983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.655311392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"fee9776a-1f3b-4842-bcf3-d37f8b603dcf","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.660283023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d1229d2b-e88e-4679-b011-5ae9a66b5357","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.664105511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6ce887f1-2f30-49c2-98ea-a0b7e2f55765","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.73134577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"9844b902-0d65-4a73-af66-321d92c900e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.734254962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"39b5bf63-6d3e-460a-9503-3930462f55db","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.740712605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"6c47a5c1-0c0f-4677-baae-4d2ca2ab4472","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.742570043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"410b73fd-ab10-4088-a175-ec14d37cd8c7","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.743272429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"83ecfeac-8cf2-4363-82fb-4b9bf0624f31","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.743671509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"7e96a1b9-7b6a-4668-be0d-d3e441c1e222","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.743814819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"1bf1a34b-d5f1-44c5-b2aa-6fa4845eaf99","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.754287518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42573fdf-24a7-43bf-90da-9aeb0cdc5bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.754830877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"36302215-008c-42f0-b063-7b839acfac9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.755870226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"c1c36576-6cf9-40b7-9d86-80d7fdf4c99c","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.759017654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0090fe36-ef33-4aa2-b707-44ff3cb3fcf7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.760308569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"84f6cbc4-1715-4e3a-a07a-d29a783084f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.826102416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42573fdf-24a7-43bf-90da-9aeb0cdc5bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.826543191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"93b986f7-9c64-4b57-add3-087202737133","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.829896272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"36302215-008c-42f0-b063-7b839acfac9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.830393148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"84f6cbc4-1715-4e3a-a07a-d29a783084f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.830494138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"08dd74b6-17ec-4b44-8d99-65de4ed456af","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.834704391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0090fe36-ef33-4aa2-b707-44ff3cb3fcf7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.840569279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"93b986f7-9c64-4b57-add3-087202737133","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.845541502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"a646833f-512a-4428-9437-7e7c1dec3f92","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.853772439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"4cae97f6-ebc7-45fc-b0a7-1bd31698c604","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.854770458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"82e7de82-9974-42d4-882f-0b13a4a217e9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.855218984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"b359f8bd-ab43-42de-873e-8afae66954e8","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.856752227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"a61f561d-d105-45bd-8e9e-fb7572bfb878","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.857397108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"3cf95ad0-6a01-4a72-8768-897681b9cb82","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.863155032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"4ea8369f-ca2d-45ef-b60f-ce35e633c387","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.925508433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"68948aaa-4ca2-41bf-a9e1-107f82d07fb2","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.94382831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"10ad5fd8-122f-4cf3-8f43-261a0d7b493a","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.949589344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"bafe4b35-10cb-4223-bcf0-a2ecde01446d","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.95233567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6d7bfc3d-e0e7-4b6b-b35b-42afca115592","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.952515696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"70890452-3772-4a13-abbe-a66c47700dad","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.953146314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"7efaf732-1ca5-431b-a460-b3801b9908d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.954699461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787bd11e-05c4-4ff0-9d96-f227d2f14ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.960883805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"70890452-3772-4a13-abbe-a66c47700dad","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.960982476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6d7bfc3d-e0e7-4b6b-b35b-42afca115592","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.963227547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"7efaf732-1ca5-431b-a460-b3801b9908d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.964680586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787bd11e-05c4-4ff0-9d96-f227d2f14ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:46.976384647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"d3dfdbdf-fc13-469e-a821-53736a75427b","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.067591196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6f803561-818f-4b6c-8641-9cb977b522f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.073102473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"569797b5-efc4-4b49-8751-8610d273dc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.079310224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9f071aa7-d35e-4158-8c00-e1da949f602e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.08061533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","reconcileID":"9587784d-104a-463f-9c64-e95dd286038b","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-3321b4906ed1","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.128456736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"569797b5-efc4-4b49-8751-8610d273dc67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.129557268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6f803561-818f-4b6c-8641-9cb977b522f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.129849698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b2132145-7d74-49eb-a8b3-1183d64f64ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.130434038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d31dad4e-62c4-4134-b0fa-8b8a5562f3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.134148709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9f071aa7-d35e-4158-8c00-e1da949f602e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.138176726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b2132145-7d74-49eb-a8b3-1183d64f64ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.138719593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d31dad4e-62c4-4134-b0fa-8b8a5562f3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.147041307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"99eb0b4b-827d-4a31-8f52-574707443af3","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.26052446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"1ae1b3e2-a575-4806-943f-bf53e242afea","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.337926583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b21fcbf9-ba0b-47bb-9137-8389d4ed8b22","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.338028283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b46c171-fcfe-4931-a281-df99c5f0fe96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.338434188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"df336239-cf6b-473f-92e4-02fd13b9ed13","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.339231304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"68115920-27a7-40a3-a75f-a676642805a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.347045177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"df336239-cf6b-473f-92e4-02fd13b9ed13","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.347075568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b21fcbf9-ba0b-47bb-9137-8389d4ed8b22","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.350669597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"68115920-27a7-40a3-a75f-a676642805a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.351585805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b46c171-fcfe-4931-a281-df99c5f0fe96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.385424072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dd9e0d38-b47f-4132-a061-341c3ec1eccf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.426204666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dd9e0d38-b47f-4132-a061-341c3ec1eccf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.432134951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0744fe47-cf34-4b15-8ea2-3e8959114016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:47.440572284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0744fe47-cf34-4b15-8ea2-3e8959114016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.879176974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"7b6dec03-7927-4c73-8cfa-1b72bdf84693","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.890045208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"7b6dec03-7927-4c73-8cfa-1b72bdf84693","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.899390607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"02d6e293-900a-4a89-8161-8c05a5290732","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.899459127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"02d6e293-900a-4a89-8161-8c05a5290732","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.918964111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"d5d949ce-8913-4564-9e0c-be513d6d4791","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.919038505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"d5d949ce-8913-4564-9e0c-be513d6d4791","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.943863031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"d1fdd353-1c97-462b-b492-b551939abcaf","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.943916755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"d1fdd353-1c97-462b-b492-b551939abcaf","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.989063015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"0388de6d-da30-4148-a72e-4443212a50ab","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:47.989181272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"0388de6d-da30-4148-a72e-4443212a50ab","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.074837901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"1aa54779-5664-46d2-a196-b27c4e1f3529","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.074894168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"1aa54779-5664-46d2-a196-b27c4e1f3529","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.239774311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"410f581f-1a4f-4c1d-82d7-fd5cb1b1aa87","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.23983621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"410f581f-1a4f-4c1d-82d7-fd5cb1b1aa87","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.564776469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"2d92d4fd-c8c1-4a70-8e47-cf04118b1702","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:48.564841853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"2d92d4fd-c8c1-4a70-8e47-cf04118b1702","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:48.882811913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"41394042-716d-43d9-834c-9417bdf2676f","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:48.975019247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48f3b05c-2651-4318-a0e4-de15a26492e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:48.975802259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"83c5c076-8ac4-44a3-9dc8-a72ab8a4d88a","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:48.976042079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"d37a071b-3733-406c-8c57-6381cd4028f9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.072554011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3c92ef9-41e5-4808-b751-18ebf3a455b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.07555586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2652f3e0-22b5-4f7e-abed-5bae60c09e11","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.075863757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"a6ca7067-1774-4165-b0de-3343326dc46f","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.076168951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"89222845-76b8-4f64-9764-136c9545f8b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.076986829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d2b3807d-056a-4a96-bb2a-0ffa304c0877","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.078127778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d5993a4c-e868-452c-9da2-a3dbec84d8b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.08772571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"89222845-76b8-4f64-9764-136c9545f8b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.090921458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2652f3e0-22b5-4f7e-abed-5bae60c09e11","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.096809108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d5993a4c-e868-452c-9da2-a3dbec84d8b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.098013836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d2b3807d-056a-4a96-bb2a-0ffa304c0877","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.176498856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"72e7c561-f77a-4944-b5d5-4306698cc8bb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.177444004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d672f93a-851d-4436-8847-cabc042f8666","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.17885552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"aa6ab683-ccf0-4b09-82de-bac48863df3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.179169403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"612eb5bb-e962-4790-b0a8-24cbbd3b0d4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.189454499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"72e7c561-f77a-4944-b5d5-4306698cc8bb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.231136404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d672f93a-851d-4436-8847-cabc042f8666","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.231139273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"612eb5bb-e962-4790-b0a8-24cbbd3b0d4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:49.232012375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"79a2a4c7-c416-4b51-b7d6-1f14f818d29f","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:49.232099511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"79a2a4c7-c416-4b51-b7d6-1f14f818d29f","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:49.236292251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"aa6ab683-ccf0-4b09-82de-bac48863df3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:50.520065881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"bab4a597-8116-47f6-8a75-3c99e6ae19e2","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:50.520143658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"bab4a597-8116-47f6-8a75-3c99e6ae19e2","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:53.084711402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"41321a23-7811-4dc1-be9f-5d1a0ab12f6a","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:53.084771082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"41321a23-7811-4dc1-be9f-5d1a0ab12f6a","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.437044791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"e59b4dc3-aaa8-456d-9e94-df13940b5f60","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.533975535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f9e4472-06db-4e6f-8f30-06133a381898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.534608289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"462ee06b-3efa-4c12-a430-d9c0bd257154","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.544935046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"94f103c6-4e84-434f-b6e1-f656554d184c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.545680208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"ead51f24-2de3-4d37-8e48-37b26a008c2f","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:53.546242017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"af639a71-ef09-482c-b80e-0a35f7a05157","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.630296831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"cbe2d933-2d2c-4ce7-b9c7-c5db26784953","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.65266483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"a7526bce-0d94-4de8-a275-547e502f48d7","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.654858912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"fdd6d044-1562-4b73-8307-5e34c35d1917","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.658070474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2063b677-2b27-4867-9789-41d66999785b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.659271687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59be6dff-3656-43b3-863a-2dd25fbae964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.659679215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b0c70c-8d72-489d-a0d3-b4380738b734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.660826143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0897d758-bbc6-43f8-8f60-5a9bba9d5a8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.663936902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"fdd6d044-1562-4b73-8307-5e34c35d1917","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.667629164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59be6dff-3656-43b3-863a-2dd25fbae964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.668024785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2063b677-2b27-4867-9789-41d66999785b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.669977936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b0c70c-8d72-489d-a0d3-b4380738b734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.671120912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0897d758-bbc6-43f8-8f60-5a9bba9d5a8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:54.680435148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"23afbdbb-4a4d-45e9-b817-3df9c577698d","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:54.680498831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"23afbdbb-4a4d-45e9-b817-3df9c577698d","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.686001731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"8ba1ce97-9b06-4e70-8675-9d719f1388d7","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.765164009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"de7ee97c-7c62-4aae-b4ab-2810e93a27f8","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.766113376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"57fa3703-94e6-46c0-9cec-5c9979a29759","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.767808194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"abbe847a-5c7b-4345-90a0-8c7a5e05900b","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.768020321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"b339a69e-5fec-42d1-b65a-31236ca69c56","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.768405911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"55b8e846-29a9-4972-a48e-f5fa31dd9b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.769489902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"fcedcb61-f1a3-4f11-846f-20c28b6a0d2e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.77281873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a49669-db4a-4e66-8917-a9bf447a3365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.774950215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","reconcileID":"c9d45611-645a-4305-bd45-9e1c793280a9","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-3321b4906ed1","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.782835293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"55b8e846-29a9-4972-a48e-f5fa31dd9b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.840868217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a49669-db4a-4e66-8917-a9bf447a3365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.842572277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"05c48b79-a59a-4435-b9ce-0c2b277660e6","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.865046044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"8bc2a45e-b65e-480a-98cb-b57a3fc06aaf","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.867721653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"17ec8225-1577-4ddb-a49f-adcc6fcb112f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.869316179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7918b9b0-faaa-4878-8199-c546154b7886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.873797058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"84b5d8a8-dfa7-4e48-9ff1-3487cf355484","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.926200036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"17ec8225-1577-4ddb-a49f-adcc6fcb112f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.927695624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"8b7e9fa9-d1e6-4f9d-9759-0270281d0574","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.936039205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7918b9b0-faaa-4878-8199-c546154b7886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.936850848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"a534f5f4-dbba-4e4a-9219-9467a7dd5ce8","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:54.93864822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"ff6f6138-aaf4-4fb0-97cd-8850a308dfb3","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:02:54.943694462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"ff6f6138-aaf4-4fb0-97cd-8850a308dfb3","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.955980001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"83dbcdc4-af87-4850-8057-c288173cfc6a","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.961302007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"552b0c3a-7c81-45dd-9c5d-32b1b3307857","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.968618711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"b5067c2a-3cf4-458c-8cc7-d26139d74365","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.972991916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"552b0c3a-7c81-45dd-9c5d-32b1b3307857","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.978460832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"c7db386b-6256-4ef9-953e-9aee129c57e0","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.97850886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"d5d34117-7544-4f03-a8c5-f8c08a1d4910","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.978968151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"29a2c250-af03-4d95-8818-5f3132c90981","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.979535449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"59c0c4d3-7dac-45cf-a609-e1293f1eac81","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.98698296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","reconcileID":"76c52729-d10c-475e-96da-c6a8b1f87be0","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-3321b4906ed1","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.987000103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1bb30ffb-02ce-4108-8a1e-2a7181660d1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.987314352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"4e5c6f0e-cd45-418b-9852-48fc51a33adc","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.996592578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"1bb30ffb-02ce-4108-8a1e-2a7181660d1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.996671199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"4e5c6f0e-cd45-418b-9852-48fc51a33adc","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:54.997277743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"ab0f0079-7e6f-40c4-9322-d97ba5fdae3a","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.05765925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"288b56e1-4d55-4970-ba30-e6bc93c9de27","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.174889553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"2b3fd1f6-b0c2-49f8-94d0-efd4116ed051","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.185140939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"19db6bdd-ce56-4908-839c-48de04ef4c76","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.188440456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f2bf44a-303f-463e-869a-16bf0972be22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.256118835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f2bf44a-303f-463e-869a-16bf0972be22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.260223806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b5b8d29c-c23c-4fa4-8d5d-3be818e575a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.260594703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6b564ac4-f731-4903-aa63-ecb7c9419246","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.262710191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"19db6bdd-ce56-4908-839c-48de04ef4c76","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.263184955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"a7f247bd-05bf-43ba-b8b3-f40efc75cb26","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.271138069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"06409784-4af3-4247-8e2e-9e8ff0060342","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.329667867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b5b8d29c-c23c-4fa4-8d5d-3be818e575a9","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.335333534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6b564ac4-f731-4903-aa63-ecb7c9419246","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.336549947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"0dab1d4c-25c6-45f2-8fcf-bddda5863797","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.337428982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"06409784-4af3-4247-8e2e-9e8ff0060342","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.388705296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94e10b67-01f7-461b-a819-ca568835f147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.397587413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94e10b67-01f7-461b-a819-ca568835f147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.502829529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"be8415e7-03d3-4992-90e1-ade476c227ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.503521623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b52ada-68ac-4dac-82da-35c4469ffbb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.504121409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"66ec1299-ffd3-4505-a658-09f57f6a6adb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.504166763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"110addd5-cc12-42d2-8973-fd722e5e8a49","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.51604202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"be8415e7-03d3-4992-90e1-ade476c227ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.520104375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b52ada-68ac-4dac-82da-35c4469ffbb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.521936744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"66ec1299-ffd3-4505-a658-09f57f6a6adb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.524475578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"110addd5-cc12-42d2-8973-fd722e5e8a49","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.599447668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dbf26ec6-7b34-4916-ba48-406a63f1bdf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.608496718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dbf26ec6-7b34-4916-ba48-406a63f1bdf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.833668586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"a3166260-d117-433d-b014-572d569e1466","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.842495785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"ab63c676-c052-4d3e-a6ec-975232fac74e","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.853657437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"a20f918b-e194-4773-a388-b45b9830f6c0","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.862804498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"a20f918b-e194-4773-a388-b45b9830f6c0","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:55.996486463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"4fe7eb9f-b87e-4a3f-9e19-e28455d1a054","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.068578832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"61572ea4-a1bb-4a23-af83-9d8dc8edca77","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.159960838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02079149-aa4a-4d5d-9a27-2f8f56c34ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.16067466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97d522c0-39fc-428d-8a2d-d689159ccb3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.17007171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"693d1c68-cd2a-4961-8211-4672b1c70246","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.243866617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"f4f70873-90f3-4273-ba6c-f0a56b1c3e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.246262513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"01c8dd31-13b2-4e51-969a-bd6c57a29e15","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.2481364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"885fb12f-eb4a-4ba3-93a9-bdd494d2c420","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.249058922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"6d6cbaba-f433-400d-87b2-93808f799633","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.249791033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c058de24-dc4f-418b-9618-137d1808456c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.253376295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"f4f70873-90f3-4273-ba6c-f0a56b1c3e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.255537954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"01c8dd31-13b2-4e51-969a-bd6c57a29e15","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.258190419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"885fb12f-eb4a-4ba3-93a9-bdd494d2c420","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.258666085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"6d6cbaba-f433-400d-87b2-93808f799633","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.26112513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c058de24-dc4f-418b-9618-137d1808456c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.263013876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"38857986-0353-4ba3-988f-187bd0633732","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.263431768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"0f82f690-2f7a-4da8-93be-623c559db104","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.344029606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d0c7a458-bd7d-4e76-8fab-d363f7d6811f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.344329906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"01f87cfe-e4f2-4d40-bc12-4f131c129281","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.352377671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d0c7a458-bd7d-4e76-8fab-d363f7d6811f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.352685541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"01f87cfe-e4f2-4d40-bc12-4f131c129281","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.446767798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"faddf02b-9d4e-4e1e-9f99-b2c24989f567","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.446850915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"4c512433-cff4-48e5-a18e-2d0bfd6a7271","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.448389838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"a4df9f7e-60cc-440e-b0ef-c66e6a583e21","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.456617511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"4c512433-cff4-48e5-a18e-2d0bfd6a7271","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.456711191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"faddf02b-9d4e-4e1e-9f99-b2c24989f567","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:02:57.460346057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"a4df9f7e-60cc-440e-b0ef-c66e6a583e21","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.024976714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb1b5643-7167-4112-a515-70359670abf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.126825843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a91702e7-1c50-48f7-802c-10f1ec9619a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.130785825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ab05b148-fbfd-4e02-ab0d-93e25e2cbae5","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.13082276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"1b92eb29-da7d-48ee-ad31-5c563f63e69a","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.13122031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"517377c1-9f42-47c8-8c50-a28265d48e83","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.131223495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"ed4e92b2-515b-4d47-acde-3cf29f24a0b2","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.516125045Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-quota-d6b802-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]","namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.523954515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"aac7271a-402e-48be-89cb-4e9c99203829","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:01.548347199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"417d01a5-6e46-44da-8978-b4a4db967b05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-d6b802-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.56000696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"c006f4d4-e75d-4275-9614-994ac867572e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.562839317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"647396a1-abb2-417e-bf12-1ae976fe2608","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.571334302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"9e74531f-55e9-4da9-b981-4c7960084ca6","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.572209868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"5c6016c9-5359-4570-b11c-4e9a55fef025","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.578066953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"647396a1-abb2-417e-bf12-1ae976fe2608","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.578847691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"c006f4d4-e75d-4275-9614-994ac867572e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.585279125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"9e74531f-55e9-4da9-b981-4c7960084ca6","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.600529884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"30ae6687-449e-4b46-8d41-5f2953f08e33","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.625463822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"e40da1d8-fe93-496d-955e-353954dd2b62","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.633557168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"9e236840-4325-4055-b1eb-e0a0a502a08c","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.641933063Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"bbbeb203-7c5b-47f2-8170-875787b6acc5","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-629129/e2e-shr-quota-d6b802-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.647584543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"d7b67d2d-debe-4cea-8d49-f75b9e6dbb7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.648789289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2b5a4bd1-354c-45dd-ba5c-d4e709c7b2a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.648806653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"dc4a8c80-ff82-43d3-9e9b-6a532de483ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.65910468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"d7b67d2d-debe-4cea-8d49-f75b9e6dbb7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.659603008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2b5a4bd1-354c-45dd-ba5c-d4e709c7b2a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.661551899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"dc4a8c80-ff82-43d3-9e9b-6a532de483ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.673832853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"24beb946-b732-43e4-8894-4f3a6e59d9fb","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:01.733441066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"ecd459e9-fea8-453f-855a-5fae78a1dc39","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.778321562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"30060a07-99fa-4b37-ae7c-794a015e9f29","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.873805863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0194835f-7670-4427-a68e-073ed039ed40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.873822276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfd7ddea-75f6-4388-8555-c96f46657e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.878306378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"8854f598-6d4b-4878-90a8-a793cd49d73a","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.878321551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"5971628f-aaf2-4f0e-b751-fee2f74e999b","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.878649261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"f954c662-48e7-46f6-ba3f-2f44ac668af1","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.938009734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"adfb745f-6b08-410c-94a4-e5e668f318fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.942522446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"f9b1583e-edf5-4724-a042-64564c77e6ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.943287639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"55b2a6da-ac77-4bfa-829a-87844877c356","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.946759624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"eb834f6b-c17e-48c6-a3c5-0e920fa3ddc2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.948705496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"adfb745f-6b08-410c-94a4-e5e668f318fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.952260601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"55b2a6da-ac77-4bfa-829a-87844877c356","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.952667115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8e05620a-c82d-455b-a6ce-c5370514fdd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.953571577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"f9b1583e-edf5-4724-a042-64564c77e6ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.958838412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"eb834f6b-c17e-48c6-a3c5-0e920fa3ddc2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.962637185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8e05620a-c82d-455b-a6ce-c5370514fdd2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.976559335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"87f0e4aa-865a-484a-a22d-940bc533302f","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:03.999997856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"b8a4cccb-cf38-4162-938c-e5833f5b3b6b","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.537463536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"65ab5b6e-a4e8-42a2-85d9-f1347dc77a30","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.602022722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b13a3744-c11f-40da-a8ec-81f1e8b2c795","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.605115927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcd17cd8-4989-46cd-9dbe-7ace34218ce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.625772942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ffcd6f0d-5d46-41a8-9305-74ddf526ff34","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.62697328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"fec3e3dc-c0ac-45d8-a125-81b852e29ed2","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.62731965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"473e8248-e793-4a84-98d4-6e54cd911cbe","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:07.716283866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"a04dac10-6ce5-4711-8c81-0eeb9ec56d9d","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:12.84917706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:12.998083344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"2548f119-956b-46a9-960b-07abedf4142a","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.006768478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"675bf3f1-73df-4ab2-911a-40c7b1c026e0","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.013086958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"c3cd4558-018b-4e35-bf16-14f98ae29548","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.023383162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"c3cd4558-018b-4e35-bf16-14f98ae29548","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.065834708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"1490511c-4778-42d0-a40e-6b424de68dd0","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.471608622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-quota-d6b802-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]","namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-quota-d6b802-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.475788134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"8c9e9dd4-0eb4-4f2b-b9be-884da7ac09b8","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:13.485927545Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-204fba/e2e-shr-quota-d6b802-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-d6b802-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.492001497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"f8140ae7-75f7-4235-bddf-e2b2f05ac27d","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.495030215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"3f96d5ed-b541-4cc4-88e4-ee94a082ac6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.495387682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"efc638d6-4770-4359-b92b-f872fa59511c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.496207459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"a97e53dd-46ff-46e5-a3f1-b1142fe09d12","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.500566832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"f8140ae7-75f7-4235-bddf-e2b2f05ac27d","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.503554845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"3f96d5ed-b541-4cc4-88e4-ee94a082ac6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.503715179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"efc638d6-4770-4359-b92b-f872fa59511c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.504398933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"7b3275e0-550b-428e-83f8-1fb88165aaa8","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.512971556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"0137a683-51b4-4214-b3e2-38b2cb1d62cc","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.516791713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"5ef1f8fb-04e0-4994-8034-c73bdfc373ec","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-b-204fba","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-204fba/e2e-shr-quota-d6b802-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.558705201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"940d3377-8709-4b78-b005-35f78aa3c3ca","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.61145918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"42243eb3-a98a-44fe-9868-60f2702ee241","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.625020649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"f0991a11-fd8b-4369-a366-33df70db3450","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.633332892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"f0991a11-fd8b-4369-a366-33df70db3450","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.726027266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"010fe01e-3f5c-40b9-94ca-38cc9804274f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.72640164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"108146b0-681c-4455-beeb-55b35d480946","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.739147416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"108146b0-681c-4455-beeb-55b35d480946","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:13.739839973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"010fe01e-3f5c-40b9-94ca-38cc9804274f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.256924045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ddaf6599-d67c-4ff6-8f08-c5bf633322e8","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.355170895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11e45170-5d7d-4c59-bc55-0eb1ab8a4650","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.356140948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"35fb7141-7cc4-46ed-abf7-70125c3685f7","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.356337805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"08206d52-0bf6-4890-964c-e8d022b3ca2b","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.360713945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"a8c61a61-d8ca-466f-baff-f79ad54089fb","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.3607635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"d7982753-f8d3-41c7-84f3-c6296ed60812","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.387493138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"174d9986-cfa6-47ec-a5be-7cd60667e098","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.425569814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"88c08b25-9b01-44b1-8d26-447b2d839a09","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.425857975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"db859397-d7b8-455d-ae9b-d63921ec22ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.426553987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"cbb9348d-0736-494d-ab49-57ae0d637a04","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.426589256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"3a2b42e7-daee-4354-85b8-8133ff86bb9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.428752016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"45fd556d-3888-42fa-9d9a-6dae006b0c34","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:15.429681196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"81fe3661-8676-4b81-a8d3-b091668c4d2e","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:15.429756926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"81fe3661-8676-4b81-a8d3-b091668c4d2e","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.434516179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"88c08b25-9b01-44b1-8d26-447b2d839a09","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.43581144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"db859397-d7b8-455d-ae9b-d63921ec22ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.436981926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"3a2b42e7-daee-4354-85b8-8133ff86bb9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.438821213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"cbb9348d-0736-494d-ab49-57ae0d637a04","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.439184573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"45fd556d-3888-42fa-9d9a-6dae006b0c34","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.453639128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0689e159-1980-48e1-addf-fb0c716295b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.457679179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"9e790fd9-9846-40a7-b188-50919d6c3758","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.537936132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"8e6b166c-cca4-4502-b134-487b96140c5d","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:15.54624186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"8e6b166c-cca4-4502-b134-487b96140c5d","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.192278074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f751ee4-0b8b-47bb-b51e-2a185a3b2a01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.197923881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"3f32df40-bec3-40d7-868e-11865b407483","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.198267376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"754a69c7-478c-4fa4-9ed5-3345b2a75a3c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.289050952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdcd4e2c-ff95-4928-b8ba-5c69f8ee58c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.304730708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"423ebc8f-ba9f-4244-894d-65741bf95d3f","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.304758866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"5229c58d-f706-4959-9073-47034702618c","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.305388481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"834b959d-0661-4a1c-8fa2-1a7fb52f8873","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.305498201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"abe5b3ee-9bea-47e4-818e-9a5d5877bedf","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.415143914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"46404a6a-d1b0-4d86-a729-e5ab57f5214d","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.431311473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"bdbb507e-e249-4766-b00e-269bbd8c28c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.433323564Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"97e030fd-a485-4259-b14d-914487039589","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f1a4f6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.43344863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"63350671-0ed0-4ffa-a1c4-3a28b3e98e27","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.433568465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"927755d2-0387-48d1-b695-26cb4044502f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.443895952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"bdbb507e-e249-4766-b00e-269bbd8c28c3","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.446473124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"63350671-0ed0-4ffa-a1c4-3a28b3e98e27","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.446475809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"927755d2-0387-48d1-b695-26cb4044502f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.633215132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b17fd2c2-7205-4077-a2c4-ddc12a24b868","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.63483884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e838740a-df30-4c24-ab8d-f53edd9b95a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.636972479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"b468d1da-265f-4efb-b538-9e1b59086e7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.641931184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"b17fd2c2-7205-4077-a2c4-ddc12a24b868","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.644283842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e838740a-df30-4c24-ab8d-f53edd9b95a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:18.6465235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"b468d1da-265f-4efb-b538-9e1b59086e7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.437612153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"76454378-4625-45e8-9d9f-7749ea133bc5","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","subscription":"e2e-shr-quota-d6b802-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.447666989Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"76454378-4625-45e8-9d9f-7749ea133bc5","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.451194304Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-sub","reconcileID":"76454378-4625-45e8-9d9f-7749ea133bc5","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.479991584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-quota-d6b802-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]","namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.483820694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"f2071776-734e-4faa-8da8-7f99de7f55b4","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.494399482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"9432cd91-edd7-4e5d-8185-d966f96f542a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.494634938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"024ffdab-cf49-4210-b641-215b041f9a39","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.494784694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"82b44a0f-8098-4235-88a8-6fde154fa9ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.506418781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"024ffdab-cf49-4210-b641-215b041f9a39","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.506514112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"9432cd91-edd7-4e5d-8185-d966f96f542a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.506912713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"2b49d511-29ac-4d27-96f3-1f85ad513442","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.509053197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"82b44a0f-8098-4235-88a8-6fde154fa9ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.514963583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"6386b8e1-955e-47b0-ba75-9812be2ea736","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.596812136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"000ee57f-06c6-4636-bfac-9f5baa6176b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.605774327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"000ee57f-06c6-4636-bfac-9f5baa6176b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.642446938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-quota-d6b802-access","reconcileID":"2761f25d-cf26-4a8c-a75f-dade68cb11fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.655300236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"e26afd32-bebb-47c2-8e5c-cf6bd78533bc","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.741652736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","reconcileID":"21b728d2-cad4-428a-91c4-899b205fc12b","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ed58c3145a07","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-b-204fba","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.925837771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"3d67c9f9-9c53-4706-8737-7db355616c87","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.947522239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"fe957cb4-04b7-463e-940e-777e93f2f3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.947555416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"0ffe9204-5b21-4196-8ad6-cdbed78e944a","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.948002952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e1951518-0abc-4205-8c21-c08e59fa9139","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.954215094Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"106f381e-b406-4b1a-8ae1-bc14356192c9","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f02b017c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.956069229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"fe957cb4-04b7-463e-940e-777e93f2f3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.959118807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"e1951518-0abc-4205-8c21-c08e59fa9139","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:28.959780335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"0ffe9204-5b21-4196-8ad6-cdbed78e944a","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.088772559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"08239022-f6a5-4579-a449-d01704627c1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.088876643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"e56c0bfe-2132-44dc-99c3-201cb525166b","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.09025676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"42fd6a69-254e-4b9c-af56-38ef4e5fa315","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.097137073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"08239022-f6a5-4579-a449-d01704627c1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.097247196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"e56c0bfe-2132-44dc-99c3-201cb525166b","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:29.099555932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"42fd6a69-254e-4b9c-af56-38ef4e5fa315","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.312299971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"93ddf285-fd6a-4691-aa14-d134f16915de","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.418010899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0944790a-5268-4147-844c-d663a700a22c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.41850527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3279b16-7768-45cf-9d42-df07cbc7b119","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.419681239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"7ee378aa-7bab-412e-ab85-d39df485b325","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.419882858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"fe12ec46-5216-4156-8512-43763c123b93","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.421822515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"54a60a6d-675b-44c0-9069-49e45132aaf9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.453065576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0868c552-545b-401e-854c-9abd37e11455","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.454429586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"c54ce28e-f9c4-422a-8e0c-c8ed785cbd89","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.455380142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"80682b77-35ad-4d4e-9016-cf5ada36f47f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.455533989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff764729-280e-45f7-92bd-6369b6b76ddb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.456550955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9a643bc7-d241-4fb3-9eb2-06773c03949f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.462047008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0868c552-545b-401e-854c-9abd37e11455","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.464395488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"c54ce28e-f9c4-422a-8e0c-c8ed785cbd89","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.465945593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"80682b77-35ad-4d4e-9016-cf5ada36f47f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.467910569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff764729-280e-45f7-92bd-6369b6b76ddb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:30.469478272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"9a643bc7-d241-4fb3-9eb2-06773c03949f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.113018347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffb2590d-d928-4461-9b2d-cbd817f0815a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.237108213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8077b157-50c7-4bcd-bb93-477987fe1e11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.24114049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"5c1934f3-d324-4cb6-a354-9f7b3f6e1ef8","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.241572411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"7bbb318e-c3fc-4249-9951-7e89a6e02cf4","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.246655446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"eef7dc80-7210-4eca-a72d-ff47a8aa6ef7","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:33.247218195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"b324ead5-c4f3-47b6-949c-f4aa0707204c","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:38.958486617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"bd9a576d-21fc-442d-af62-bd9a712ddde7","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","subscription":"e2e-shr-quota-d6b802-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:38.966222373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"bd9a576d-21fc-442d-af62-bd9a712ddde7","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:38.969781451Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-sub","reconcileID":"bd9a576d-21fc-442d-af62-bd9a712ddde7","MaaSSubscription":{"name":"e2e-shr-quota-d6b802-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.044924975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]","namespace=ai-tenant-e2e-extmod-b-204fba priority=0:[ai-tenant-e2e-extmod-b-204fba/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-b-204fba/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.049309049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"31001b97-9144-4f0f-b0a7-c7e130c4fc96","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.059476026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d4125f90-bec1-4563-bca3-29c9117a1426","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.059775656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"52aa11f2-2955-46b1-a208-ca7922b35803","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.060058681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"37accfae-8064-4231-99aa-eece0e7f3149","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.069460454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"d4125f90-bec1-4563-bca3-29c9117a1426","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.07167193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"37accfae-8064-4231-99aa-eece0e7f3149","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.072085586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"d9b1bc23-b126-4e14-96b9-92b837f7b73b","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.126020943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"b45557c3-860d-4657-a5c9-c926cdf6c8c6","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.126647387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"52aa11f2-2955-46b1-a208-ca7922b35803","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.183057058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"71d0bc75-2fe6-4dac-81ed-d88f4f998fb0","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.191483244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"71d0bc75-2fe6-4dac-81ed-d88f4f998fb0","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.203010208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"f50fc955-777e-45c6-9397-1fcd95492aa5","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.278077216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-quota-d6b802-access","reconcileID":"fad47fb7-10f7-41a7-8d28-2a9883035fb5","MaaSAuthPolicy":{"name":"e2e-shr-quota-d6b802-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-quota-d6b802-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.303189713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"b806bcff-bf39-4034-a408-6cffe1b475a2","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:39.661348798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","reconcileID":"a4117884-24fe-4b2c-b66d-4a23ce2b867b","MaaSModelRef":{"name":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-quota-d6b802-ae7ae2b70b19","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-quota-d6b802-e2e-extmod-a-629129","externalModel":"e2e-shr-quota-d6b802","provider":"e2e-shr-quota-d6b802-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.202282337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"e9c164b8-3d64-48ab-ae43-f2059efd7c87","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.214127395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dc9b33be-e3b8-41f5-bc37-50f2c03bb671","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:40.214706206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"ff42dd2f-2830-4096-8aa1-b01f55bf5bcf","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:40.214764037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"ff42dd2f-2830-4096-8aa1-b01f55bf5bcf","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.218850611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28eb3032-7b8c-4b14-a4b1-2b80b29d21e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.218949431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"57a3a9dd-889a-4f96-9e15-78a1d9b29398","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.219395041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"a4236674-e702-414b-9c68-e28f1eec378b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.219691277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"b2d9b33c-da12-4c8a-abe0-e0b1c9c15f6b","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.219750415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"74118fd9-4c1a-46a7-804d-709333de0275","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.224500808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"dc9b33be-e3b8-41f5-bc37-50f2c03bb671","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.228083947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28eb3032-7b8c-4b14-a4b1-2b80b29d21e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.233127087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"57a3a9dd-889a-4f96-9e15-78a1d9b29398","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.234248225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"2c3c4987-aed7-4c1b-85fd-ce64db6c2494","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.237942535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"a4236674-e702-414b-9c68-e28f1eec378b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.239240315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"675f2ca5-879a-40e5-a9b1-74150ee8b62e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.239789915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"74118fd9-4c1a-46a7-804d-709333de0275","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.242530772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"fa5404d6-2947-4ecf-aadb-3aa014935a23","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.242956714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"fdb62c58-466f-4131-b1db-96da4ecea91b","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.248735915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"b8564b53-0708-4e65-9e8a-033c6e755d3d","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.331404717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"499c2d8a-e428-4d30-8bd8-5df733bef82e","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.343822144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f060ae9-ec3e-4f17-ad3c-447f4a1755bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.34611069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"5b1b0b83-05be-4454-af4b-74790b1ef6c6","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.355761296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f060ae9-ec3e-4f17-ad3c-447f4a1755bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.356177929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"99b8c090-63af-4c1b-87f9-3b7931f08e07","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.360238157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","reconcileID":"eddae166-afda-4716-a27e-9b8b9d58b200","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-3321b4906ed1","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-b-204fba","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.363572473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"229505ed-5623-4821-a1f3-5ac0b1c36d3f","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:40.369027879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"adacb95c-e851-4f34-9b1e-89697fe914a7","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T10:03:40.36909103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-ambiguous","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-ambiguous","reconcileID":"adacb95c-e851-4f34-9b1e-89697fe914a7","error":"ExternalModel e2e-extmod-shr-user-c2f625/e2e-shr-amb-03cf05 is attached to several gateways [openshift-ingress/e2e-extmod-a-629129 openshift-ingress/e2e-extmod-b-204fba]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.372986224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"4035c1ba-2015-4c61-ab0b-afd827b2533c","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.381772593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"32edd662-8efd-40c6-bd2e-108b59b8e401","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.392371457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"4c3a8d5e-d378-40ec-9aa4-7b36bceae576","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.416655872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"1ff8ebc3-0dfa-49d6-987a-8efe0ebe7be7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.427886792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"1ff8ebc3-0dfa-49d6-987a-8efe0ebe7be7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.436187423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"63ca39ef-8006-462f-91b9-bce0f9c9e8a0","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.442685349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"21ac6a8c-14a5-426d-9352-95a0253875d1","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.442734521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"6f926912-9a61-491e-8ef5-a88a3686bb1b","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.450410931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-d6b802","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","reconcileID":"8624681d-976d-4674-a5c1-437b6129aed6","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-quota-d6b802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.465648854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"abefdced-adcd-408c-9cd3-517d6cb815f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.466180312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5b5bcea4-7d28-43c2-9705-d320581121ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.466272361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c50295dd-6a60-4c4c-8fe1-69a9582267b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.511404644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c50295dd-6a60-4c4c-8fe1-69a9582267b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.514781666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5b5bcea4-7d28-43c2-9705-d320581121ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.526635224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"abefdced-adcd-408c-9cd3-517d6cb815f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.563121416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"185f183a-7204-4daa-b25f-30fff852527b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.577718964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"185f183a-7204-4daa-b25f-30fff852527b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.6261285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff08ffd5-e730-4e62-a6af-230047ff8c82","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.628535774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9425368-97c4-49a4-b110-d7b1069b29b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.629207655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"f081c687-6225-4276-b7c7-f752e8bfef23","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.630036705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"5d65c755-3149-460d-aff3-4a1d414c44f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.636955001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ff08ffd5-e730-4e62-a6af-230047ff8c82","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.644579363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9425368-97c4-49a4-b110-d7b1069b29b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.727319245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"f081c687-6225-4276-b7c7-f752e8bfef23","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.734910845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"5d65c755-3149-460d-aff3-4a1d414c44f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.752228228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"0f963940-0fb7-4105-aa8d-ba8b3ff67f91","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.757891428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fdf7806-0a2c-4303-a941-67c58d4819ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.758910429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04e9d445-adcc-4976-a908-811463b4fe26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.832990597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"0f963940-0fb7-4105-aa8d-ba8b3ff67f91","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.843460206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"76918504-3f39-491d-8b91-b3ce6ed97c14","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.850661545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"5d4ee64e-be2c-4c66-a412-35192bee88fe","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.856736623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"0ba86765-480f-4e0f-a50b-20186ac9c3c0","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:40.904912727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"b24af551-8536-4a98-a07d-5471c3fde070","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:41.880936853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","reconcileID":"8d8e5b01-6287-43bd-9067-5eb492d17574","MaaSModelRef":{"name":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-amb-03cf05-35e6cbc5c28e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-amb-03cf05-e2e-extmod-a-629129","externalModel":"e2e-shr-amb-03cf05","provider":"e2e-shr-amb-03cf05-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.434595664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"663911ab-b158-4a84-8103-493f1d5eedaf","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.445988697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"03ea8f7f-ecb3-45d1-abdd-bf1263453eb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.446059799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdb36289-1d06-4192-bfd4-9b93e22a8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.446692699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d24b1d3c-9165-4550-9433-7998ab9908a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.447741161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f14e8a64-af9a-4ebe-88ba-b9e2a3dde447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.448783746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"c0f63541-ccd1-4723-9e45-991372545ab5","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.450050196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ca2bc9eb-5ba5-460b-9ae0-d409694d02fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.456862894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d24b1d3c-9165-4550-9433-7998ab9908a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.460831448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f14e8a64-af9a-4ebe-88ba-b9e2a3dde447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.461197695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"03ea8f7f-ecb3-45d1-abdd-bf1263453eb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.527933564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"0c8d0492-ee1b-4416-bd47-5aaf999e09a5","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.530241549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"ca2bc9eb-5ba5-460b-9ae0-d409694d02fe","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.532799182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdb36289-1d06-4192-bfd4-9b93e22a8804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.53946944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"0fd3ad49-faf9-4aee-858b-49e623304240","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.540490964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"d3668ce0-90b2-44a2-9f22-287c35d07c04","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.541029371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"bedc454c-65d5-43de-a339-e7312d3e89bf","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.541482612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"26d3768d-bc4f-4500-a9d9-7907cd3250c9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.544936868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"d96c6737-1bdb-4b06-8f44-5b8e43766ce4","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.551469819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"1b2fd155-5d78-4c42-bc33-54baadbed136","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.561939217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"bb22db12-bd20-42a9-b0ea-0876c2f33471","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.588313089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"6dc423a4-91de-49dd-a3cd-1da8222b052b","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.620309198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"79f4ce49-a99c-4e28-a55f-8c8b7a935f35","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.620642696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"fb390cb7-1834-4292-b0fb-26bf95ba9315","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.621143182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"bd1c84f4-8a8a-4873-a717-af9dca02fbe8","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.621395728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"34d7a42c-36e6-4216-ad1f-cf56ebf1a644","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.728968598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5f3e87a4-d0a6-42b0-921e-bcf97acd151d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.74590871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-03cf05","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","reconcileID":"abfb5495-4d16-4c36-b38c-b911b728bafa","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-amb-03cf05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.755445052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5f3e87a4-d0a6-42b0-921e-bcf97acd151d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.878104674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"0ee885e1-f9fe-494a-b286-4fc1370f1703","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.881047467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3ad39e0e-ae0b-4e0f-932f-dec1c0658e73","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.881851362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a04e1b24-eaa3-43d6-b334-a6af96a66e86","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.884571645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30f84a2d-bede-4c20-86c0-127dbf3337d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.88557005Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.887891978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"0ee885e1-f9fe-494a-b286-4fc1370f1703","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.92783523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a04e1b24-eaa3-43d6-b334-a6af96a66e86","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.930146586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30f84a2d-bede-4c20-86c0-127dbf3337d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:42.931943998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3ad39e0e-ae0b-4e0f-932f-dec1c0658e73","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.079452525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c71035c0-51a3-4da7-864a-a05eaeba908e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.07946814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"73b04d44-630e-44e2-82ae-8609a9f25294","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.079923175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"fb3337bb-0798-4603-8196-1db80db4eba7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.082933078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"913fa1d7-fb29-4938-a082-c5ea0b5ec3e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.083150495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a16df370-fe5a-46ab-810d-d44df02e6038","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.088621065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"73b04d44-630e-44e2-82ae-8609a9f25294","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.088673016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"fb3337bb-0798-4603-8196-1db80db4eba7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.091277278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c71035c0-51a3-4da7-864a-a05eaeba908e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.09204768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"913fa1d7-fb29-4938-a082-c5ea0b5ec3e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.093849322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"a16df370-fe5a-46ab-810d-d44df02e6038","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.311572989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"874b1a32-a081-4c17-9d0c-d36f45ed1549","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.324913181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"f91250fc-b124-4c46-bb63-742906619987","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.324923774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"16277334-21a2-4725-93f5-de3f4ea70c17","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.338216371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"f91250fc-b124-4c46-bb63-742906619987","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.339285067Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"665d0ce3-a2d5-4d3e-b97e-e9c8ed19e0de","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7de8b560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.339737523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"16277334-21a2-4725-93f5-de3f4ea70c17","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.458615631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0b973832-9f1f-4b0d-886e-979f1a0fbd5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.468991082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0b973832-9f1f-4b0d-886e-979f1a0fbd5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.559314338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6305a53c-67b0-4df5-8d00-d5d8586f1d42","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:43.567549378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"6305a53c-67b0-4df5-8d00-d5d8586f1d42","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:50.250094754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"5b15e4ad-4e80-403c-9e69-0477539b4f17","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:50.346670739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0da04ca-33cb-454f-9c84-ca2d8ff0d31d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:50.34671727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ae8a18c-e1e3-451b-8117-a3874a7141cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:50.347094205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"0c531df0-d143-4d7a-8bf1-71fd68dd6350","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:50.350051273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"f399df4e-bcf1-4001-bfcf-64c3b7e07b16","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.344977048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"19239079-7934-4839-b5ec-268a4d8813f8","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","subscription":"e2e-shr-auth-8b1bd2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.352852482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"19239079-7934-4839-b5ec-268a4d8813f8","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.356658701Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"19239079-7934-4839-b5ec-268a4d8813f8","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.383843252Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-629129 priority=0:[ai-tenant-e2e-extmod-a-629129/e2e-shr-auth-8b1bd2-sub ai-tenant-e2e-extmod-a-629129/e2e-shr-shared-f1e4eb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.389056772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"c04e3add-3fa3-4ad2-94b7-9097f66f5a26","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.396925284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"07c55808-4e79-4892-b7c2-41e6b64184d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.397116668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"de4306bf-c9e1-40b3-a220-d741037ebd91","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.405787884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"de4306bf-c9e1-40b3-a220-d741037ebd91","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.405848632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"07c55808-4e79-4892-b7c2-41e6b64184d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.411236006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"cfffa67a-31d9-48de-b4ac-69865459a855","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.495952879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b1527dd4-5095-45cf-82c4-46b0b88cc821","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.504362549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b1527dd4-5095-45cf-82c4-46b0b88cc821","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.55817156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"55fe41d1-0351-48c7-981f-c1a581fcf2f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.562306649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"03e3cb4f-f5df-4b43-b5b5-01622a27e38a","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.634162577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","reconcileID":"df312a96-cc07-4fc5-af5f-8eb41ef746ca","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-e235b1d269b8","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-b-204fba","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.858911992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"f6c16af4-fd90-4c2f-9998-29836c50a99c","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.867227778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"2bbeebad-32d4-46d0-8057-5e8434ceb30a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.867861397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"59b0be9f-c2cd-411d-a977-f6a36a02ec7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.929733521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"59b0be9f-c2cd-411d-a977-f6a36a02ec7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.930137775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"2bbeebad-32d4-46d0-8057-5e8434ceb30a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.930776822Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"6f6479f3-0797-4379-9a78-9e0a8ee71f89","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1735450","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.96287514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"8e18c327-c9ae-4d90-bb73-44be629bc2ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.963302563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"06385b29-56bc-4538-87b2-bae490763639","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.972468554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"06385b29-56bc-4538-87b2-bae490763639","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:53.972981304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"8e18c327-c9ae-4d90-bb73-44be629bc2ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:54.953444912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5a93e68-558b-4634-a3c2-e659c1166f28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.051270897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"013ae3ac-1211-460a-8bd8-a45d6920a47d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.085141064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"62562876-86b8-4730-8765-d878b07a27ae","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.119320226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"bd5671e0-1637-4f98-9f88-cafa3ffb2b77","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.12427618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"d5140cbb-ed83-4859-b038-7ab355dfaa24","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.125082018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5ff841ee-569c-4ee4-8c1c-39b6e8d9f768","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.129890744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"bd5671e0-1637-4f98-9f88-cafa3ffb2b77","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.130425142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8b3e84ed-a79f-4956-ba8b-d4a35f1841d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.137522561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"5ff841ee-569c-4ee4-8c1c-39b6e8d9f768","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:55.153726826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"8b3e84ed-a79f-4956-ba8b-d4a35f1841d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:57.367543474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82bcc12f-a9da-4a63-aa45-84e01177b4cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:57.46665474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f797df31-ea40-4c43-9d26-4f8d592a42d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:57.470859377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"c2ec10dc-ffc7-4eed-a691-6e62ad0256a2","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:03:57.471140145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"c2bcaf8b-1e2c-4931-981a-7b5fe99dada9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.934710921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"f77fb73b-d208-45a2-9840-22795b359b27","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","subscription":"e2e-shr-auth-8b1bd2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.942298848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"f77fb73b-d208-45a2-9840-22795b359b27","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.945883042Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-sub","reconcileID":"f77fb73b-d208-45a2-9840-22795b359b27","MaaSSubscription":{"name":"e2e-shr-auth-8b1bd2-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.976767693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"a833bb38-735a-405c-b766-b611126e8ad9","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.984282448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0adb665a-a061-44e4-9058-5a05f6e08eae","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.984627988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2ee0ecff-21e5-43b1-88a7-bf78ea49d1c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.99415691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"2ee0ecff-21e5-43b1-88a7-bf78ea49d1c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.994156885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0adb665a-a061-44e4-9058-5a05f6e08eae","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:03.998649762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"ae68f542-002a-492a-b40b-2d1cf301c8c4","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.115253164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b1f7413f-8490-45e9-a001-7fa78ec65229","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.123688528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"b1f7413f-8490-45e9-a001-7fa78ec65229","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.142501281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"71c96d43-cd63-4268-b6b5-ae3cd93fc5b3","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.205465117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-auth-8b1bd2-access","reconcileID":"422d8ebe-be39-4698-ab9f-622b9d94fdc2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8b1bd2-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.223931643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"228181f6-bb75-45f3-801c-e488a3194064","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:04.586290407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","reconcileID":"9bd1aa6e-a1ff-4456-b49e-b79590734147","MaaSModelRef":{"name":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-auth-8b1bd2-92eadf7eae30","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-auth-8b1bd2-e2e-extmod-a-629129","externalModel":"e2e-shr-auth-8b1bd2","provider":"e2e-shr-auth-8b1bd2-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.143394242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"1e71a710-dbd2-469a-8949-e611eee1eca1","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.152439582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e25bfa79-d4c0-4ea2-88c3-cab1cf5acd44","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.152497693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"196dcb21-367e-4641-b079-60217ebd518d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.153882456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a3bed0-d67f-40d0-9701-ee7dda3c5e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.153985937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffae3b7d-2e76-413a-8dab-ffb6bd4c073f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.15563314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"6e51e51c-d95b-42e8-b96d-6d253362fd04","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.161533372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"e25bfa79-d4c0-4ea2-88c3-cab1cf5acd44","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.163655085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"196dcb21-367e-4641-b079-60217ebd518d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.165365009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a3bed0-d67f-40d0-9701-ee7dda3c5e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.165834283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffae3b7d-2e76-413a-8dab-ffb6bd4c073f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.168203388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"a749a50f-5f41-467b-8e90-259a0553dd6b","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.174415319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"e1690ed5-cbdf-4a9c-a23b-9d7d6846fbe4","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.175985478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"40c60127-501f-4942-84d7-cf16df5288fd","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.182372934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"7f34556e-e1c4-4236-ab40-291cceaa3b15","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.192279248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"b4cfb4b7-71e0-43e4-9a4f-f15be5e84e18","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.270933181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"76ee4c79-77fb-43e3-8289-192e681e081b","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.271127785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"0fa39a6c-80a4-4aa4-be24-d980ec35fb7a","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.283999981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3f5be3e7-8a50-476f-9cf2-415d4a1ccb36","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.299215585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"3f5be3e7-8a50-476f-9cf2-415d4a1ccb36","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.411082366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8b1bd2","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","reconcileID":"bf827014-7b93-41e6-8b15-c7ad4231149c","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-auth-8b1bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.413909733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"34076039-7b04-44ca-831b-c2daabcf9760","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.433756961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"34076039-7b04-44ca-831b-c2daabcf9760","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.52481112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"cedf9ac0-267b-4b3f-8071-5d84383ed5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.526318835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c406a693-da24-4782-8760-da7bc318ea33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.526747989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513cd381-755c-41c7-b54b-ac3dc5416c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.540736871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"cedf9ac0-267b-4b3f-8071-5d84383ed5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.542230013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c406a693-da24-4782-8760-da7bc318ea33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.558779031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513cd381-755c-41c7-b54b-ac3dc5416c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.575326619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"0f6b2831-bebf-4d31-bbda-ca2fa5286a7c","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.64893516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7cddf5b6-d125-4b9f-a1ff-46d6b5b5f855","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.666021318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"7cddf5b6-d125-4b9f-a1ff-46d6b5b5f855","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.667539921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c29aca1-96c3-4ee5-a959-909985f44270","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.672553838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"210ce0ce-fad1-41ab-a0e7-19fb8d8655de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.675808038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"b940fa2d-5c1c-41f5-8fd9-a5d159615fe3","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.965678544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"5d90446c-95f3-46d3-bfd3-26bb89dc01b9","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:05.986944052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"050d5c4f-158f-4a2d-b24a-5a93d7955a3f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:06.010164973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"050d5c4f-158f-4a2d-b24a-5a93d7955a3f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:06.013708908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"647f7a64-48fd-45e3-a6d0-b8f6f6c1d0a1","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-558229dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:06.054846634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d5db82af-2fbb-4986-906b-8a165e8650c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:06.068199667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"d5db82af-2fbb-4986-906b-8a165e8650c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:12.347921136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d5bbab5-98dd-41ce-a2d6-2c74c3cde33c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:12.441538826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05eb79b6-2f0d-46b8-8766-5a7e1be94e34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:12.445233009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"e7983378-a3c7-4ac0-9dd6-978f0298574d","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:12.849876395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.018325474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"de1bf1f9-7234-4275-85ae-528c1c7e4191","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","subscription":"e2e-shr-shared-f1e4eb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.026162007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"de1bf1f9-7234-4275-85ae-528c1c7e4191","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.029572864Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"de1bf1f9-7234-4275-85ae-528c1c7e4191","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.060726796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"2ec158ab-b277-4a28-9dde-7aa22366d5b7","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.085297267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"88c9543d-d88c-47e7-8609-059b605e6496","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.093545148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"88c9543d-d88c-47e7-8609-059b605e6496","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.119041135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"543b11c0-f522-4c4f-8aa8-1f1c6667932c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.127072327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"543b11c0-f522-4c4f-8aa8-1f1c6667932c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.214390272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"3b6d9ee8-a8a8-4a77-8d1d-0073fe98c1a9","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.306448388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"902e4625-aeb6-46ec-adf6-f0665368ab63","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.315918914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"902e4625-aeb6-46ec-adf6-f0665368ab63","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.345947399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"902e4625-aeb6-46ec-adf6-f0665368ab63","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"name":"e2e-extmod-b-204fba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.345964681Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"902e4625-aeb6-46ec-adf6-f0665368ab63","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-b-204fba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.357589928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","reconcileID":"78087474-06e1-45dd-b71e-8da1a21e2be6","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-004c6d96d516","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-b-204fba","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-b-204fba","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.534037509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"a8d4167c-d2f6-4380-a118-da64e1322058","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.53442497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"37ddd3f3-a481-4f82-91e7-edc64684ab50","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.542839619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"37ddd3f3-a481-4f82-91e7-edc64684ab50","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.551228322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"35e92bb2-38e0-42ba-9750-152d419a84c9","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4fc0c347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.66311801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c5a48ec5-62e0-4946-92b9-3d0e6ea3f5fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:16.671471837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"c5a48ec5-62e0-4946-92b9-3d0e6ea3f5fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:18.372025985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e69329ba-8a2b-4085-acda-85807b719ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:18.423117955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0a7c0e82-0848-4eda-8fe2-3318193ae94e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:18.431644159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"0a7c0e82-0848-4eda-8fe2-3318193ae94e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:18.495152684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e8a976c-fffb-4db2-b4eb-2de8268a3fe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:21.701346455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d01bfac-18aa-4082-9fbc-9909107f8091","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:21.798615174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3346dd02-8b8d-45de-b92d-36974ddbd9f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.555559476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ca374711-72dc-4a41-a384-4dba769a422e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","subscription":"e2e-shr-shared-f1e4eb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.563554858Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ca374711-72dc-4a41-a384-4dba769a422e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.567282947Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-sub","reconcileID":"ca374711-72dc-4a41-a384-4dba769a422e","MaaSSubscription":{"name":"e2e-shr-shared-f1e4eb-sub","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"maas-trlp-e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.687400118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"0f730901-5298-4585-ae57-b98e0a4c093e","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.690469521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6fe3ebb8-e45d-42dc-8540-47e7d899e1b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.698951545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"6fe3ebb8-e45d-42dc-8540-47e7d899e1b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.790907884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"94d3082b-56c9-4363-a4dc-01aac9ef229e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.799185193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"94d3082b-56c9-4363-a4dc-01aac9ef229e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.840918272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"db70f37b-bb48-4acf-84b2-00bf2950d8d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"model":"e2e-extmod-shr-user-c2f625/e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.844833684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"1270207d-05ae-437b-8288-b17a7f043996","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.917686049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"db70f37b-bb48-4acf-84b2-00bf2950d8d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.948533971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"db70f37b-bb48-4acf-84b2-00bf2950d8d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"name":"e2e-extmod-a-629129-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:26.948556022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"e2e-shr-shared-f1e4eb-access","reconcileID":"db70f37b-bb48-4acf-84b2-00bf2950d8d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f1e4eb-access","namespace":"ai-tenant-e2e-extmod-a-629129"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.028030232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"bccd1611-d666-401d-8b9e-4c6211d62b3d","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.296271213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","reconcileID":"efa1d6c3-45c8-42dc-9089-a82198465add","MaaSModelRef":{"name":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","namespace":"e2e-extmod-shr-user-c2f625"},"routeName":"external-model-e2e-shr-shared-f1e4eb-26209d93915e","namespace":"e2e-extmod-shr-user-c2f625","model":"e2e-shr-shared-f1e4eb-e2e-extmod-a-629129","externalModel":"e2e-shr-shared-f1e4eb","provider":"e2e-shr-shared-f1e4eb-provider","gateway":"openshift-ingress/e2e-extmod-a-629129","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.854168435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","reconcileID":"9b5b52bb-eb06-473d-9ad3-1addf9ae9986","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.865644933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"690fac51-0b04-4ab9-b9d1-e35a426f65b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.865700912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5834dcb-768b-4d59-8bf0-d69941a1b0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.873849202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"690fac51-0b04-4ab9-b9d1-e35a426f65b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:27.874398846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5834dcb-768b-4d59-8bf0-d69941a1b0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:28.089602438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f1e4eb","namespace":"e2e-extmod-shr-user-c2f625"},"namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","reconcileID":"d61f4786-9fe0-4b51-ad7c-eebe09df28dd","namespace":"e2e-extmod-shr-user-c2f625","name":"e2e-shr-shared-f1e4eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:28.100467985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe5de5c-22a5-4b3b-a5bf-7fb807a47279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:28.100467983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f96585-cc16-43f9-acbb-8db8443a9b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:28.110165806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f96585-cc16-43f9-acbb-8db8443a9b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:28.110222621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fe5de5c-22a5-4b3b-a5bf-7fb807a47279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:29.341245905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eaf04539-2887-402d-a762-4b6c45becc38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:29.341251405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9b44c00-565f-4ce1-afed-bd068fdf15aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:32.209011588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6968d8f4-d5b9-4de8-bf73-58b2801824be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:32.309068774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f717c7f7-efff-4caa-986e-ecace9732a00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:42.848526462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:42.897438632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140155cf-6305-4d0e-bf6a-adbcff982838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:42.900629239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140155cf-6305-4d0e-bf6a-adbcff982838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:42.903666434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140155cf-6305-4d0e-bf6a-adbcff982838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:42.906842039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140155cf-6305-4d0e-bf6a-adbcff982838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.312320001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f9e2-00bc-4cba-aa1b-a866959654aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.31592167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f9e2-00bc-4cba-aa1b-a866959654aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.319026068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f9e2-00bc-4cba-aa1b-a866959654aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.322506513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9775f9e2-00bc-4cba-aa1b-a866959654aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.802975187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","namespace":"ai-tenant-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.803028463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","namespace":"ai-tenant-e2e-extmod-a-629129","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.803075482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","tenant":"e2e-extmod-a-629129","tenantID":"e2e-extmod-a-629129","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.808768273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Deployment","name":"maas-api-e2e-extmod-a-629129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.820972567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Service","name":"maas-api-e2e-extmod-a-629129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.838528705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-629129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.845443005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-629129","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.853640016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.864156483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.87090053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.880417981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.883846791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.887030042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.890823373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Service","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.894032165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.897514142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.900653476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.903815985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.911562895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.914887083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.918253363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.921409927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-629129","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:43.927039803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-629129"},"namespace":"ai-tenant-e2e-extmod-a-629129","name":"default-tenant","reconcileID":"413647ca-a89f-4cf2-9898-442ee62d09e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-629129","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:45.966286227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"944c93dc-5530-4f85-a9dd-8772ac5452f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:46.079137585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0f137a2-71cc-42d2-9163-33859f912157","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:48.717340112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7ecc8e7-fc1b-463f-a895-75bbd516b2ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:48.718130675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4db52ca9-c76a-4d4c-b486-05ef6eb737ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.288323617Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-629129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-629129","reconcileID":"e3240357-46b8-42b4-acce-1022d082fea0","aitenant":"ai-tenants/e2e-extmod-a-629129","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.443000414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5803375-d5ba-4238-8b52-0ac81f7bb9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.446615009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5803375-d5ba-4238-8b52-0ac81f7bb9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.449951445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5803375-d5ba-4238-8b52-0ac81f7bb9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.453739524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5803375-d5ba-4238-8b52-0ac81f7bb9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.475161899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-629129","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-629129","reconcileID":"e3240357-46b8-42b4-acce-1022d082fea0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-629129","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-629129"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.70497043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0960cbf7-d649-4849-a061-619439e8de9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.708551279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0960cbf7-d649-4849-a061-619439e8de9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.711878143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0960cbf7-d649-4849-a061-619439e8de9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:50.715276279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0960cbf7-d649-4849-a061-619439e8de9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:51.016886014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d129c65-3fa0-4c8f-a88e-cbc474c77f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:51.02487131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d129c65-3fa0-4c8f-a88e-cbc474c77f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:51.039584433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d129c65-3fa0-4c8f-a88e-cbc474c77f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:51.055159733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d129c65-3fa0-4c8f-a88e-cbc474c77f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.70271841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c07fd66-9c70-4313-a18c-f2b80ed0c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.705947459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c07fd66-9c70-4313-a18c-f2b80ed0c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.709288799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c07fd66-9c70-4313-a18c-f2b80ed0c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.712530094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c07fd66-9c70-4313-a18c-f2b80ed0c4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.712828322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","namespace":"ai-tenant-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.712892001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","namespace":"ai-tenant-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.712983629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","tenant":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.719652355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Deployment","name":"maas-api-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.753708838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Service","name":"maas-api-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.760883476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.767173461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.7796082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.785486186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.79388306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.799610577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.802602896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.805515971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.808482623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Service","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.811266383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.814112764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.818087098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.825663277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.832989882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.836024088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.839243142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.841998836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:57.844859267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"263bbca2-0eeb-4d6f-97a0-fb82c68b0782","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-204fba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.055699944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dd57e0-9c89-468b-87d4-990a7ce1c9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.062092688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dd57e0-9c89-468b-87d4-990a7ce1c9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.127730424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dd57e0-9c89-468b-87d4-990a7ce1c9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.131440683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97dd57e0-9c89-468b-87d4-990a7ce1c9cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.555235734Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","namespace":"ai-tenant-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.555289138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","namespace":"ai-tenant-e2e-extmod-b-204fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.555340001Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","tenant":"e2e-extmod-b-204fba","tenantID":"e2e-extmod-b-204fba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.559603789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Deployment","name":"maas-api-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.563544064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Service","name":"maas-api-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.567486608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.570794874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-204fba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.573872041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.578152055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.581311401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.58504334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.588476567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.591857317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.595498093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Service","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.599970276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.603273586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.606496825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.610065417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.613036058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.616921834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.620496542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.624101767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-204fba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:58.627859824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-204fba"},"namespace":"ai-tenant-e2e-extmod-b-204fba","name":"default-tenant","reconcileID":"98805194-fa54-4130-9f51-69b4c3efb30c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-204fba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:04:59.998738325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"125b6ebd-61ac-4055-9a5c-58e80dd4ac72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:00.098291184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5557fbe-bfc8-4627-99b4-e32e596207d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:02.199464949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1629c0aa-31d4-4d13-8f07-6e1aa6c661b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:02.295907075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58f51d58-d239-4860-aa62-2b75c5eb6d62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.214199604Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-204fba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-204fba","reconcileID":"ce1a2766-f9cc-490f-9a32-c09492fe01e0","aitenant":"ai-tenants/e2e-extmod-b-204fba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.288023567Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-204fba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-204fba","reconcileID":"ce1a2766-f9cc-490f-9a32-c09492fe01e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-204fba","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-204fba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.339296309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9f01af-a9e1-4f37-88ee-7b9d3268f341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.342534888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9f01af-a9e1-4f37-88ee-7b9d3268f341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.345776976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9f01af-a9e1-4f37-88ee-7b9d3268f341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.34884765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9f01af-a9e1-4f37-88ee-7b9d3268f341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.770597721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc9d79f-9cdb-494a-88e2-f492b357c097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.782764304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc9d79f-9cdb-494a-88e2-f492b357c097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.787925136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc9d79f-9cdb-494a-88e2-f492b357c097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.791977087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc9d79f-9cdb-494a-88e2-f492b357c097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.995565093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c527a-7075-4a38-b4c3-c95ed8b1d33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:05.998978008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c527a-7075-4a38-b4c3-c95ed8b1d33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:06.002307292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c527a-7075-4a38-b4c3-c95ed8b1d33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T10:05:06.005651106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c527a-7075-4a38-b4c3-c95ed8b1d33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}